kiss-lang/kiss-vscode
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

[nat] wikipedia image scraper

Browse Source
This commit is contained in:
Nat Quayle Nelson
2021-08-02 21:34:34 -06:00
parent 7db311dffe
commit d3fb044e13
10 changed files with 68 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
projects/nat-archive-tool/src/nat/systems/MediaWikiSystem.kiss
View File

@@ -34,10 +34,16 @@
(assert response.ok)
response.text))))
(defmethod queryImageTitles [:Array<String> pageTitles]
(flatten (for =>_id page (the haxe.DynamicAccess<Dynamic> .pages .query (query [=>"titles" pageTitles =>"prop" ["images"]])) (page.images.map ->image image.title))))
(method :Array<String> queryImageTitles [:Array<String> pageTitles]
(flatten
(for =>_id page (the haxe.DynamicAccess<Dynamic> .pages .query (query [=>"titles" pageTitles =>"prop" ["images"]]))
(if page.images
(page.images.map ->image image.title)
[]))))
(defmethod queryImageUrls [:Array<String> imageTitles]
(flatten (for =>_id image (the haxe.DynamicAccess<Dynamic> .pages .query (query [=>"titles" imageTitles =>"prop" ["imageinfo"] =>"iiprop" ["url"]])) (image.imageinfo.map ->image image.url))))
(method :Array<String> queryImageUrls [:Array<String> imageTitles]
(flatten
(for =>_id image (the haxe.DynamicAccess<Dynamic> .pages .query (query [=>"titles" imageTitles =>"prop" ["imageinfo"] =>"iiprop" ["url"]]))
(image.imageinfo.map ->image image.url))))
(var headers [=>"User-Agent" "NatArchiveTool/0.0.0 (https://github.com/NQNStudios/kisslang/tree/main/projects/nat-archive-tool; natquaylenelson@gmail.com) Requests/2.26.0"])