datajams-lbai / datajams-evictions (public) (License: AGPLv3) (since 2020-09-01) (hash sha1)
Extracting Harris County evictions information for Houston DataJams
Clone URLs: https://rocketgit.com/user/datajams-lbai/datajams-evictions ssh://rocketgit@ssh.rocketgit.com/user/datajams-lbai/datajams-evictions git://git.rocketgit.com/user/datajams-lbai/datajams-evictions
first
List of commits:
Subject Hash Author Date (UTC)
Fix dates to YYYY-MM-DD on the way in, as much as possible. fa16c80ea14bad924f75ecc81d3cbfc4b2fe21e4 Luigi Bai 2020-09-18 21:36:20
Include some SQL scripts to update dates from the courts to YYYY-MM-DD. bde2825badffc0900955df5119107f38121eb14a Luigi Bai 2020-09-18 21:35:23
* improve date manipulation, replace moment with dayjs * (bug) Court.class extract parser now creates correct Docket and DocketedCase * don't bother with EXTRACT_HEARINGS, those are always empty * updateStatus updates status AND filed_Date 8ae2890852f5cb53c0429cc791098fee86f5b793 Luigi Bai 2020-09-18 02:49:03
Store case status and filedDate when available e0d7a3d44e4560e04133e777bdc0697bec57a8d4 Luigi Bai 2020-09-16 20:38:15
Clean up data xfer. Use TRUNCATE TABLE instead of DELETE FROM. e407788ccd1fb9ace1ca7cad4b0a1acd0189c799 Luigi Bai 2020-09-16 02:37:15
Clean up code. 3036e8ca177024179b3a6e391876121e526cd213 Luigi Bai 2020-09-16 02:36:42
Add bulkExtract importer. 0da4130e3e3a3e2e855f2ef28c4194fb6b5dfe10 Luigi Bai 2020-09-16 02:36:02
Add court related data 20f13f9ef9885794eddb2470bd57a9207dc7af20 Luigi Bai 2020-09-12 21:47:34
Try to avoid errors where information may be missing. 3410e49ba53bd7ebb417ee9bac7db1cf9e0e8808 Luigi Bai 2020-09-09 17:08:59
Don't put status information into console.log. 19dab8ff60a0256f9511391d4088c1b8f88ac3db Luigi Bai 2020-09-09 17:06:24
Add more info to README. 9708b396b887bab284e0ad2c2d996ea2db0ff4d4 Luigi Bai 2020-09-09 12:37:24
Add info to README. 79672fad423a570d7eb05c4891dfabb511db5ab3 Luigi Bai 2020-09-09 00:20:23
Fixed searchNames. Now you can load cases where you know one of the parties. 0ad812704e27341a481a6de18c88a4f38bb61700 Luigi Bai 2020-09-08 23:43:48
Apparently updating addresses works, as long as you don't ask for more than 10 per minute. That seems to be working so far. 9276b2acb2cc3067c53fc16317a8960db3f6fcca Luigi Bai 2020-09-08 22:44:24
More information about how to use the software. Not much, yet. Enough to get started, I think. 393fce58bbcfeaee947cb2b0e17d81d16da49612 Luigi Bai 2020-09-08 22:31:02
Don't write to console.err if there's a rejectionFunction. 630b8ec76a21733a6bb93d98ca54563aadd61da4 Luigi Bai 2020-09-08 22:30:29
Remove trailing comma on all rows. e7605fa152a841eefc7fcab6bb7cfd64daf28b17 Luigi Bai 2020-09-07 22:43:36
Allow passing in query for Case.sqlAllCases() 346862c0720ef9054426048cc95caa8f6b068868 Luigi Bai 2020-09-07 22:43:09
This version works in MS-SQL. 4e3f33f464173c91c3f4ac4b6acb0235ed2d6720 Luigi Bai 2020-09-07 19:11:54
Add headers. 4da1ccbdb2e3e852050de3460bc9ac9ba061ed7a Luigi Bai 2020-09-07 16:28:52
Commit fa16c80ea14bad924f75ecc81d3cbfc4b2fe21e4 - Fix dates to YYYY-MM-DD on the way in, as much as possible.
Author: Luigi Bai
Author date (UTC): 2020-09-18 21:36
Committer name: Luigi Bai
Committer date (UTC): 2020-09-18 21:36
Parent(s): bde2825badffc0900955df5119107f38121eb14a
Signing key:
Tree: cb61ef903db6adafa8509b060d0c0507493c4f19
File Lines added Lines deleted
lib/Case.class.js 3 2
searchNames.js 5 1
updateStatus.js 2 1
File lib/Case.class.js changed (mode: 100644) (index 73af805..954ccb5)
... ... const DomHandler = require("domhandler").DomHandler;
25 25 const du = require("domutils"); const du = require("domutils");
26 26 const DAO = require("./sqlDAO"); const DAO = require("./sqlDAO");
27 27 const OdysseyInfo = require("./OdysseyInfo.class"); const OdysseyInfo = require("./OdysseyInfo.class");
28 const m=require("dayjs");
28 29
29 30 // --------------------------------------------------- // ---------------------------------------------------
30 31 // Some helper functions: // Some helper functions:
 
... ... class Case {
369 370 $cnum: caseObj.caseNumber, $cnum: caseObj.caseNumber,
370 371 $curl: caseObj.URL, $curl: caseObj.URL,
371 372 $cstat: caseObj.caseStatus, $cstat: caseObj.caseStatus,
372 $fd: caseObj.filedDate
373 $fd: (new m(caseObj.filedDate).format("YYYY-MM-DD"))
373 374 }); });
374 375 ctlCase.finalize(); ctlCase.finalize();
375 376
 
... ... class Case {
389 390 ctlEvent.insert({ ctlEvent.insert({
390 391 $cnum: caseObj.caseNumber, $cnum: caseObj.caseNumber,
391 392 $desc: event.description, $desc: event.description,
392 $date: event.dateAdded
393 $date: (new m(event.dateAdded).format("YYYY-MM-DD"))
393 394 }); });
394 395 }); });
395 396 ctlEvent.finalize(); ctlEvent.finalize();
File searchNames.js changed (mode: 100644) (index 9a9880f..334eca1)
18 18 */ */
19 19 const DAO = require("./lib/sqlDAO"); const DAO = require("./lib/sqlDAO");
20 20 const Case = require("./lib/Case.class.js"); const Case = require("./lib/Case.class.js");
21 const m=require("dayjs");
21 22
22 23 if (process.argv.length < 3) throw "Must pass in search string."; if (process.argv.length < 3) throw "Must pass in search string.";
23 24 let search = process.argv[2]; let search = process.argv[2];
 
... ... opts.connectCallback = (database) => {
40 41 let caseObj = new Case(null, caseUrl); let caseObj = new Case(null, caseUrl);
41 42 promises.push( promises.push(
42 43 caseObj.loadCaseFromURL() caseObj.loadCaseFromURL()
43 .then(caseO => {
44 .then(caseO => {
45 if (caseO.filedDate) {
46 caseO.filedDate = (new m(caseO.filedDate).format("YYYY-MM-DD"));
47 }
44 48 caseO.storeSQL(database); caseO.storeSQL(database);
45 49 dao.update({ dao.update({
46 50 $cnum: caseO.caseNumber, $cnum: caseO.caseNumber,
File updateStatus.js changed (mode: 100644) (index df4f282..7a1abe5)
18 18 */ */
19 19 const DAO = require("./lib/sqlDAO"); const DAO = require("./lib/sqlDAO");
20 20 const Case = require("./lib/Case.class.js"); const Case = require("./lib/Case.class.js");
21 const m=require("dayjs");
21 22
22 23 let opts = require("./creds")["SQLITE3"]; let opts = require("./creds")["SQLITE3"];
23 24 opts.connectCallback = (database) => { opts.connectCallback = (database) => {
 
... ... opts.connectCallback = (database) => {
44 45 (caseO.caseNumber && caseO.filedDate && caseO.caseStatus) && (caseO.caseNumber && caseO.filedDate && caseO.caseStatus) &&
45 46 dao.update({ dao.update({
46 47 $cnum: caseO.caseNumber, $cnum: caseO.caseNumber,
47 $fd: caseO.filedDate,
48 $fd: (new m(caseO.filedDate).format("YYYY-MM-DD")),
48 49 $status: caseO.caseStatus $status: caseO.caseStatus
49 50 }); });
50 51 }) })
Hints:
Before first commit, do not forget to setup your git environment:
git config --global user.name "your_name_here"
git config --global user.email "your@email_here"

Clone this repository using HTTP(S):
git clone https://rocketgit.com/user/datajams-lbai/datajams-evictions

Clone this repository using ssh (do not forget to upload a key first):
git clone ssh://rocketgit@ssh.rocketgit.com/user/datajams-lbai/datajams-evictions

Clone this repository using git:
git clone git://git.rocketgit.com/user/datajams-lbai/datajams-evictions

You are allowed to anonymously push to this repository.
This means that your pushed commits will automatically be transformed into a merge request:
... clone the repository ...
... make some changes and some commits ...
git push origin main