File lib/OdysseyInfo.class.js changed (mode: 100644) (index 8580a15..741a005) |
... |
... |
const hp = require("htmlparser2"); |
24 |
24 |
const DomHandler = require("domhandler").DomHandler; |
const DomHandler = require("domhandler").DomHandler; |
25 |
25 |
const du = require("domutils"); |
const du = require("domutils"); |
26 |
26 |
|
|
27 |
|
/* |
|
28 |
|
function postURLData(oiObj, reqPath, data, cb) { |
|
29 |
|
let opts = new httpOpts(); |
|
30 |
|
opts.host = "odysseyportal.harriscountytx.gov"; |
|
31 |
|
opts.path = reqPath; |
|
32 |
|
opts.method = "POST"; |
|
33 |
|
opts.headers["content-type"] = "application/x-www-form-urlencoded"; |
|
34 |
|
oiObj.referURL && (opts.headers["referer"] = oiObj.referURL); |
|
35 |
|
|
|
36 |
|
let reqURL = opts.protocol+"//"+opts.host+reqPath; |
|
37 |
|
opts.headers["cookie"] = oiObj.jar.getSetCookieStringsSync(reqURL); |
|
38 |
|
|
|
39 |
|
oiObj.debug && console.log(opts); |
|
40 |
|
oiObj.debug && console.log(reqURL); |
|
41 |
|
|
|
42 |
|
// With the data all set up, now connect and parse: |
|
43 |
|
let req = https.request(opts, (res) => { |
|
44 |
|
oiObj.debug && console.log(res.headers); |
|
45 |
|
res.headers["set-cookie"] && res.headers["set-cookie"].map((cookie) => { oiObj.jar.setCookieSync(cookie, reqURL); }); |
|
46 |
|
|
|
47 |
|
// What to do with incoming data: |
|
48 |
|
let doc = ""; |
|
49 |
|
res.on("data", (d) => { |
|
50 |
|
oiObj.verbose && console.log("postURLData", d.toString()); |
|
51 |
|
doc = doc + d; |
|
52 |
|
}).on("end", () => { |
|
53 |
|
oiObj.referURL = reqURL; |
|
54 |
|
cb(doc); |
|
55 |
|
}); |
|
56 |
|
|
|
57 |
|
}); |
|
58 |
|
|
|
59 |
|
req.on('error', (e) => { |
|
60 |
|
console.error(reqURL, e); |
|
61 |
|
}); |
|
62 |
|
|
|
63 |
|
let us = new URLSearchParams(data); |
|
64 |
|
oiObj.debug && console.log("data: ", us.toString()); |
|
65 |
|
req.write(us.toString()); |
|
66 |
|
|
|
67 |
|
// Ok GO: |
|
68 |
|
req.end(); |
|
69 |
|
}; |
|
70 |
|
|
|
71 |
|
function getURL(oiObj, argv) { |
|
72 |
|
if (!argv.requestPath) { |
|
73 |
|
throw new Error("Must include a request path."); |
|
74 |
|
} |
|
75 |
|
|
|
76 |
|
let opts = new httpOpts(); |
|
77 |
|
opts.protocol = "https:"; |
|
78 |
|
opts.host = "odysseyportal.harriscountytx.gov"; |
|
79 |
|
opts.path = argv.requestPath; |
|
80 |
|
opts.method = "GET"; |
|
81 |
|
oiObj.referURL && (opts.headers["referer"] = oiObj.referURL); |
|
82 |
|
|
|
83 |
|
let reqURL = opts.protocol+"//"+opts.host+"/"+argv.requestPath; |
|
84 |
|
opts.headers["cookie"] = oiObj.jar.getSetCookieStringsSync(reqURL); |
|
85 |
|
|
|
86 |
|
oiObj.debug && console.log(opts); |
|
87 |
|
oiObj.debug && console.log(reqURL); |
|
88 |
|
|
|
89 |
|
// With the data all set up, now connect and parse: |
|
90 |
|
let req = https.request(opts, (res) => { |
|
91 |
|
oiObj.debug && console.log(res.headers); |
|
92 |
|
res.headers["set-cookie"] && res.headers["set-cookie"].map((cookie) => { oiObj.jar.setCookieSync(cookie, argv.requestURL); }); |
|
93 |
|
|
|
94 |
|
// What to do with incoming data: |
|
95 |
|
let doc = ""; |
|
96 |
|
res.on("data", (d) => { |
|
97 |
|
oiObj.verbose && console.log("getURL", d.toString()); |
|
98 |
|
if (argv.parser) { |
|
99 |
|
argv.parser.parseChunk(d); |
|
100 |
|
} else { |
|
101 |
|
doc = doc + d; |
|
102 |
|
} |
|
103 |
|
}).on("end", () => { |
|
104 |
|
oiObj.referURL = argv.requestURL; |
|
105 |
|
argv.parser && argv.parser.done(); |
|
106 |
|
argv.callback && argv.callback(doc); |
|
107 |
|
}); |
|
108 |
|
|
|
109 |
|
}); |
|
110 |
|
|
|
111 |
|
req.on('error', (e) => { |
|
112 |
|
console.error(reqURL, e); |
|
113 |
|
}); |
|
114 |
|
|
|
115 |
|
// Ok GO: |
|
116 |
|
req.end(); |
|
117 |
|
}; |
|
118 |
|
*/ |
|
119 |
|
|
|
120 |
|
function getCaseIDParser(oiObj, callback) { |
|
|
27 |
|
function getCaseIDParser(oiObj, callback, errFN) { |
121 |
28 |
// <a class="caseLink" data-caseid="jBTdKQrus6pMdAW2SPPMBA2" data-caseid-num="6402180">205100178940</a> |
// <a class="caseLink" data-caseid="jBTdKQrus6pMdAW2SPPMBA2" data-caseid-num="6402180">205100178940</a> |
122 |
29 |
let handler = new DomHandler((err, dom) => { |
let handler = new DomHandler((err, dom) => { |
123 |
30 |
if (err) { |
if (err) { |
124 |
|
console.error("caseIDParser", err); |
|
|
31 |
|
errFN && "function" === typeof errFN && errFN({ msg: "caseIDParser", err: err }); |
125 |
32 |
} else { |
} else { |
126 |
33 |
// Find the containing node: |
// Find the containing node: |
127 |
34 |
let idLinks = du.filter((node) => { |
let idLinks = du.filter((node) => { |
|
... |
... |
function getCaseIDParser(oiObj, callback) { |
129 |
36 |
}, dom); |
}, dom); |
130 |
37 |
|
|
131 |
38 |
if (1 !== idLinks.length) { |
if (1 !== idLinks.length) { |
132 |
|
throw new Error("Unable to find caseID."); |
|
|
39 |
|
errFN && "function" === typeof errFN && errFN({ msg: "caseIDParser: unable to find caseID", html: du.getOuterHTML(dom) }); |
133 |
40 |
} |
} |
134 |
41 |
|
|
135 |
|
oiObj.caseID = idLinks[0].attribs["data-caseid"]; |
|
136 |
|
|
|
137 |
|
// Now use the callback to process the hrefs: |
|
138 |
|
(callback && "function" === typeof callback) && callback(); |
|
|
42 |
|
try { |
|
43 |
|
oiObj.caseID = idLinks[0].attribs["data-caseid"]; |
|
44 |
|
oiObj.caseURL = idLinks[0].attribs["data-url"]; |
|
45 |
|
if (!oiObj.caseURL && oiObj.debug) { |
|
46 |
|
console.log("Can't find data-URL", idLinks[0], oiObj); |
|
47 |
|
} |
|
48 |
|
// Now use the callback to process the hrefs: |
|
49 |
|
(callback && "function" === typeof callback) && callback(); |
|
50 |
|
} catch (e) { |
|
51 |
|
console.error(e, idLinks); |
|
52 |
|
} |
139 |
53 |
}; |
}; |
140 |
54 |
}, { |
}, { |
141 |
55 |
normalizeWhitespace: true |
normalizeWhitespace: true |
|
... |
... |
function getCaseIDParser(oiObj, callback) { |
144 |
58 |
return new hp.Parser(handler); |
return new hp.Parser(handler); |
145 |
59 |
}; |
}; |
146 |
60 |
|
|
147 |
|
function getCaseInfoParser(oiObj, callback) { |
|
|
61 |
|
function getCaseInfoParser(oiObj, callback, errFN) { |
148 |
62 |
// <a class="caseLink" data-caseid="jBTdKQrus6pMdAW2SPPMBA2" data-caseid-num="6402180">205100178940</a> |
// <a class="caseLink" data-caseid="jBTdKQrus6pMdAW2SPPMBA2" data-caseid-num="6402180">205100178940</a> |
149 |
63 |
let handler = new DomHandler((err, dom) => { |
let handler = new DomHandler((err, dom) => { |
150 |
64 |
if (err) { |
if (err) { |
151 |
|
console.error("caseIDParser", err); |
|
|
65 |
|
errFN && "function" === typeof errFN && errFN({ msg: "caseInfoParser", err: err }); |
152 |
66 |
} else { |
} else { |
|
67 |
|
oiObj.debug && console.log("Finding party info"); |
|
68 |
|
|
153 |
69 |
// Find the containing node: |
// Find the containing node: |
154 |
70 |
let partyInfo = du.filter((node) => { |
let partyInfo = du.filter((node) => { |
155 |
71 |
return ("div" === node.name && "divPartyInformation_body" === node.attribs.id); |
return ("div" === node.name && "divPartyInformation_body" === node.attribs.id); |
156 |
72 |
}, dom); |
}, dom); |
157 |
73 |
|
|
158 |
74 |
if (1 !== partyInfo.length) { |
if (1 !== partyInfo.length) { |
159 |
|
throw new Error("Unable to find party info."); |
|
|
75 |
|
errFN && "function" === typeof errFN && errFN({ msg: "caseIDParser: unable to find party info", oi: oiObj }); |
160 |
76 |
} |
} |
161 |
77 |
|
|
162 |
78 |
// Each party is in a <div class="col-md-8"/> |
// Each party is in a <div class="col-md-8"/> |
|
... |
... |
function getCaseInfoParser(oiObj, callback) { |
165 |
81 |
}, partyInfo); |
}, partyInfo); |
166 |
82 |
|
|
167 |
83 |
// Each of those has a <p><span>class</span>name</p> and <p>Address</p>: |
// Each of those has a <p><span>class</span>name</p> and <p>Address</p>: |
168 |
|
this.parties = []; |
|
|
84 |
|
oiObj.parties = []; |
169 |
85 |
partyDivs.forEach((partyDiv) => { |
partyDivs.forEach((partyDiv) => { |
170 |
86 |
let party = {}; |
let party = {}; |
171 |
87 |
let pDivs = du.filter((node) => { |
let pDivs = du.filter((node) => { |
|
... |
... |
function getCaseInfoParser(oiObj, callback) { |
198 |
114 |
return val.data; |
return val.data; |
199 |
115 |
}); |
}); |
200 |
116 |
|
|
201 |
|
this.parties.push(party); |
|
|
117 |
|
oiObj.parties.push(party); |
202 |
118 |
}); |
}); |
203 |
119 |
|
|
204 |
120 |
// Now do the callback: |
// Now do the callback: |
205 |
|
(callback && "function" === typeof callback) && callback(oiObj.parties); |
|
|
121 |
|
callback && "function" === typeof callback && callback(oiObj.parties); |
206 |
122 |
}; |
}; |
207 |
123 |
}, { |
}, { |
208 |
124 |
normalizeWhitespace: true |
normalizeWhitespace: true |
|
... |
... |
function getCaseInfoParser(oiObj, callback) { |
210 |
126 |
|
|
211 |
127 |
return new hp.Parser(handler); |
return new hp.Parser(handler); |
212 |
128 |
}; |
}; |
213 |
|
|
|
|
129 |
|
|
214 |
130 |
module.exports = class OdysseyInfo { |
module.exports = class OdysseyInfo { |
215 |
131 |
constructor(caseNumber, argv) { |
constructor(caseNumber, argv) { |
216 |
132 |
if (! caseNumber) { |
if (! caseNumber) { |
217 |
133 |
throw new Error("Must define a case number!"); |
throw new Error("Must define a case number!"); |
218 |
134 |
} |
} |
219 |
135 |
let opts = argv || {}; |
let opts = argv || {}; |
220 |
|
this.caseNum = caseNumber; |
|
|
136 |
|
this.caseNumber = caseNumber; |
221 |
137 |
this.debug = opts.debug; |
this.debug = opts.debug; |
|
138 |
|
this.verbose = opts.verbose; |
222 |
139 |
}; |
}; |
223 |
140 |
|
|
224 |
|
findCase(cb) { |
|
225 |
|
let host = "odysseyportal.harriscountytx.gov"; |
|
226 |
|
let hc = new HTTPConversation(); |
|
227 |
|
|
|
228 |
|
hc.getURL({ reqHost: host, reqPath: "/OdysseyPortalJP", callback: () => { |
|
229 |
|
hc.getURL({ reqHost: host, reqPath: "/OdysseyPortalJP/Home/Dashboard/29", callback: () => { |
|
230 |
|
hc.postURLData({ |
|
231 |
|
reqHost: host, |
|
232 |
|
reqPath: "/OdysseyPortalJP/SmartSearch/SmartSearch/SmartSearch", |
|
233 |
|
data: [ |
|
234 |
|
[ "Settings.CaptchaEnabled", "False" ], |
|
235 |
|
[ "Settings.CaptchaDisabledForAuthenticated", "False" ], |
|
236 |
|
[ "caseCriteria.SearchCriteria", this.caseNum ], |
|
237 |
|
[ "caseCriteria.JudicialOfficerSearchBy", "" ], |
|
238 |
|
[ "caseCriteria.NameMiddle", "" ], |
|
239 |
|
[ "caseCriteria.NameSuffix", "" ], |
|
240 |
|
[ "caseCriteria.AdvancedSearchOptionsOpen", "false" ], |
|
241 |
|
[ "caseCriteria.CourtLocation_input", "Harris County JPs Odyssey Portal" ], |
|
242 |
|
[ "caseCriteria.CourtLocation", "Harris County JPs Odyssey Portal" ], |
|
243 |
|
[ "caseCriteria.SearchBy_input", "Smart Search" ], |
|
244 |
|
[ "caseCriteria.SearchBy", "SmartSearch" ], |
|
245 |
|
[ "caseCriteria.SearchCases", "true" ], |
|
246 |
|
[ "caseCriteria.SearchCases", "false" ], |
|
247 |
|
[ "caseCriteria.SearchJudgments", "true" ], |
|
248 |
|
[ "caseCriteria.SearchJudgments", "false" ], |
|
249 |
|
[ "caseCriteria.SearchByPartyName", "true" ], |
|
250 |
|
[ "caseCriteria.SearchByNickName", "false" ], |
|
251 |
|
[ "caseCriteria.SearchByBusinessName", "false" ], |
|
252 |
|
[ "caseCriteria.UseSoundex", "false" ], |
|
253 |
|
[ "caseCriteria.Gender_input", "" ], |
|
254 |
|
[ "caseCriteria.Gender", "" ], |
|
255 |
|
[ "caseCriteria.Race_input", "" ], |
|
256 |
|
[ "caseCriteria.Race", "" ], |
|
257 |
|
[ "caseCriteria.FBINumber", "" ], |
|
258 |
|
[ "caseCriteria.SONumber", "" ], |
|
259 |
|
[ "caseCriteria.BookingNumber", "" ], |
|
260 |
|
[ "caseCriteria.CaseType_input", "" ], |
|
261 |
|
[ "caseCriteria.CaseType", "" ], |
|
262 |
|
[ "caseCriteria.CaseStatus_input", "" ], |
|
263 |
|
[ "caseCriteria.CaseStatus", "" ], |
|
264 |
|
[ "caseCriteria.FileDateStart", "" ], |
|
265 |
|
[ "caseCriteria.FileDateEnd", "" ], |
|
266 |
|
[ "caseCriteria.JudicialOfficer_input", "" ], |
|
267 |
|
[ "caseCriteria.JudicialOfficer", "" ], |
|
268 |
|
[ "caseCriteria.JudgmentType_input", "" ], |
|
269 |
|
[ "caseCriteria.JudgmentType", "" ], |
|
270 |
|
[ "caseCriteria.JudgmentDateFrom", "" ], |
|
271 |
|
[ "caseCriteria.JudgmentDateTo", "" ] |
|
272 |
|
], |
|
273 |
|
callback: () => { |
|
274 |
|
hc.getURL({ reqHost: host, reqPath: "/OdysseyPortalJP/Home/WorkspaceMode?p=0", callback: () => { |
|
275 |
|
setTimeout(() => { |
|
276 |
|
hc.getURL({ |
|
277 |
|
reqHost: host, |
|
278 |
|
reqPath: "/OdysseyPortalJP/SmartSearch/SmartSearchResults?_="+(new Date()).valueOf(), |
|
279 |
|
parser: getCaseIDParser(this, () => { |
|
280 |
|
this.debug && console.log("CaseID: ", this.caseID); |
|
281 |
|
hc.getURL({ |
|
282 |
|
reqHost: host, |
|
283 |
|
reqPath: "/OdysseyPortalJP/Case/CaseDetail?eid="+this.caseID+"&tabIndex=3&_="+(new Date()).valueOf(), |
|
284 |
|
parser: getCaseInfoParser(this, (info) => { |
|
285 |
|
if (cb && "function" === typeof cb) { |
|
286 |
|
cb(this); |
|
287 |
|
} else { |
|
288 |
|
console.log(this); |
|
289 |
|
} |
|
290 |
|
}) |
|
291 |
|
}); |
|
292 |
|
}) |
|
293 |
|
}); |
|
294 |
|
}, 1000); |
|
|
141 |
|
findCasePromise() { |
|
142 |
|
return new Promise((resFN, rejFN) => { |
|
143 |
|
let host = "odysseyportal.harriscountytx.gov"; |
|
144 |
|
let hc = new HTTPConversation({ rejectFN: rejFN }); |
|
145 |
|
|
|
146 |
|
this.verbose && console.log("Getting front page", this); |
|
147 |
|
hc.getURL({ reqHost: host, reqPath: "/OdysseyPortalJP", callback: () => { |
|
148 |
|
this.verbose && console.log("Got front page."); |
|
149 |
|
hc.getURL({ reqHost: host, reqPath: "/OdysseyPortalJP/Home/Dashboard/29", callback: () => { |
|
150 |
|
this.verbose && console.log("Got Dashboard page."); |
|
151 |
|
hc.postURLData({ |
|
152 |
|
reqHost: host, |
|
153 |
|
reqPath: "/OdysseyPortalJP/SmartSearch/SmartSearch/SmartSearch", |
|
154 |
|
data: [ |
|
155 |
|
[ "Settings.CaptchaEnabled", "False" ], |
|
156 |
|
[ "Settings.CaptchaDisabledForAuthenticated", "False" ], |
|
157 |
|
[ "caseCriteria.SearchCriteria", this.caseNumber ], |
|
158 |
|
[ "caseCriteria.JudicialOfficerSearchBy", "" ], |
|
159 |
|
[ "caseCriteria.NameMiddle", "" ], |
|
160 |
|
[ "caseCriteria.NameSuffix", "" ], |
|
161 |
|
[ "caseCriteria.AdvancedSearchOptionsOpen", "false" ], |
|
162 |
|
[ "caseCriteria.CourtLocation_input", "Harris County JPs Odyssey Portal" ], |
|
163 |
|
[ "caseCriteria.CourtLocation", "Harris County JPs Odyssey Portal" ], |
|
164 |
|
[ "caseCriteria.SearchBy_input", "Smart Search" ], |
|
165 |
|
[ "caseCriteria.SearchBy", "SmartSearch" ], |
|
166 |
|
[ "caseCriteria.SearchCases", "true" ], |
|
167 |
|
[ "caseCriteria.SearchCases", "false" ], |
|
168 |
|
[ "caseCriteria.SearchJudgments", "true" ], |
|
169 |
|
[ "caseCriteria.SearchJudgments", "false" ], |
|
170 |
|
[ "caseCriteria.SearchByPartyName", "true" ], |
|
171 |
|
[ "caseCriteria.SearchByNickName", "false" ], |
|
172 |
|
[ "caseCriteria.SearchByBusinessName", "false" ], |
|
173 |
|
[ "caseCriteria.UseSoundex", "false" ], |
|
174 |
|
[ "caseCriteria.Gender_input", "" ], |
|
175 |
|
[ "caseCriteria.Gender", "" ], |
|
176 |
|
[ "caseCriteria.Race_input", "" ], |
|
177 |
|
[ "caseCriteria.Race", "" ], |
|
178 |
|
[ "caseCriteria.FBINumber", "" ], |
|
179 |
|
[ "caseCriteria.SONumber", "" ], |
|
180 |
|
[ "caseCriteria.BookingNumber", "" ], |
|
181 |
|
[ "caseCriteria.CaseType_input", "" ], |
|
182 |
|
[ "caseCriteria.CaseType", "" ], |
|
183 |
|
[ "caseCriteria.CaseStatus_input", "" ], |
|
184 |
|
[ "caseCriteria.CaseStatus", "" ], |
|
185 |
|
[ "caseCriteria.FileDateStart", "" ], |
|
186 |
|
[ "caseCriteria.FileDateEnd", "" ], |
|
187 |
|
[ "caseCriteria.JudicialOfficer_input", "" ], |
|
188 |
|
[ "caseCriteria.JudicialOfficer", "" ], |
|
189 |
|
[ "caseCriteria.JudgmentType_input", "" ], |
|
190 |
|
[ "caseCriteria.JudgmentType", "" ], |
|
191 |
|
[ "caseCriteria.JudgmentDateFrom", "" ], |
|
192 |
|
[ "caseCriteria.JudgmentDateTo", "" ] |
|
193 |
|
], |
|
194 |
|
callback: () => { |
|
195 |
|
this.verbose && console.log("Got POST data, calling workspace."); |
|
196 |
|
hc.getURL({ reqHost: host, reqPath: "/OdysseyPortalJP/Home/WorkspaceMode?p=0", callback: () => { |
|
197 |
|
setTimeout(() => { |
|
198 |
|
hc.getURL({ |
|
199 |
|
reqHost: host, |
|
200 |
|
reqPath: "/OdysseyPortalJP/SmartSearch/SmartSearchResults?_="+(new Date()).valueOf(), |
|
201 |
|
parser: getCaseIDParser(this, () => { |
|
202 |
|
this.debug && console.log("CaseID: ", this.caseID); |
|
203 |
|
hc.getURL({ |
|
204 |
|
reqHost: host, |
|
205 |
|
reqPath: "/OdysseyPortalJP/Case/CaseDetail?eid="+this.caseID+"&tabIndex=3&_="+(new Date()).valueOf(), |
|
206 |
|
// reqPath: this.caseURL + "&_="+(new Date()).valueOf(), |
|
207 |
|
parser: getCaseInfoParser(this, () => { |
|
208 |
|
if (resFN && "function" === typeof resFN) { |
|
209 |
|
resFN(this); |
|
210 |
|
} else { |
|
211 |
|
console.log(this); |
|
212 |
|
} |
|
213 |
|
}, rejFN) |
|
214 |
|
}); |
|
215 |
|
}, rejFN) |
|
216 |
|
}); |
|
217 |
|
}, 1000); |
|
218 |
|
}}); |
295 |
219 |
}}); |
}}); |
296 |
|
}}); |
|
|
220 |
|
}}); |
297 |
221 |
}}); |
}}); |
298 |
|
}}); |
|
|
222 |
|
}); |
299 |
223 |
}; |
}; |
300 |
224 |
}; |
}; |