Mercurial > lbo > hg > scrapeprice
changeset 10:600d6afee88a
Also give Uri to Explorer method
author | Lewin Bormann <lbo@spheniscida.de> |
---|---|
date | Sun, 22 Mar 2020 23:15:08 +0100 |
parents | e13f77dac798 |
children | b7600da13c32 |
files | src/driver.rs src/implem.rs |
diffstat | 2 files changed, 3 insertions(+), 3 deletions(-) [+] |
line wrap: on
line diff
--- a/src/driver.rs Sun Mar 22 23:14:21 2020 +0100 +++ b/src/driver.rs Sun Mar 22 23:15:08 2020 +0100 @@ -23,7 +23,7 @@ /// driver. fn idle(&mut self) -> Vec<Uri>; /// Return pages to fetch based on a fetched document. - fn next(&mut self, doc: &extract::Document) -> Vec<Uri>; + fn next(&mut self, uri: &Uri, doc: &extract::Document) -> Vec<Uri>; } /// Extracted information can be presented as sequence of key/value pairs. @@ -77,7 +77,7 @@ info!("Stored extracted information"); self.logic.store.store(extracted.all()); } - let next = self.logic.explore.next(&doc); + let next = self.logic.explore.next(&uri, &doc); info!("Appended URIs after fetch: {:?}", next); self.queue.extend(next); return Ok(true);
--- a/src/implem.rs Sun Mar 22 23:14:21 2020 +0100 +++ b/src/implem.rs Sun Mar 22 23:15:08 2020 +0100 @@ -77,7 +77,7 @@ fn idle(&mut self) -> Vec<Uri> { self.known.drain(..).collect() } - fn next(&mut self, _: &extract::Document) -> Vec<Uri> { + fn next(&mut self, _: &Uri, _: &extract::Document) -> Vec<Uri> { vec![] } }