In this library we look to collect the key handlers we use to create wiki-page arrays from wikipedia url's
name: lib_WikiPageArray type: library license: GPLv3 version: 0.2 also: model_PageArray
# To Do - [ ] Refactor
This is part of the refactoring process for the various messy wikipedia and mediawiki libraries that have evolved over a long period of time.
See also: - fedwiki_FetchWikipediaSummaryPageArray
We take key handlers from mediawiki.lc and bring dependencies here. We choose the ones that are specific to the task, keeping more general, abstracted handlers in their own libraries.
There may be map and other stuff in that code that is not here?
# Code
digraph "overlayArray_ConstructDot" { graph [ layout=neato; clusterrank="true" ]; subgraph "PF" { node []; n30 [label="_ExtractTocFromHtmlLines" URL="PF+_ExtractTocFromHtmlLines+of+stack+%27lib_WikiPageArray%27"]; n46 [label="_ConstructSubSectionResultArray" URL="PF+_ConstructSubSectionResultArray+of+stack+%27lib_WikiPageArray%27"]; n13 [label="_MediawikiTryAgain" URL="PF+_MediawikiTryAgain+of+stack+%27lib_WikiPageArray%27"]; n44 [label="html_ExtractLinkNumArray" URL="PF+html_ExtractLinkNumArray+of+stack+%27lib_WikiPageArray%27"]; } subgraph "PC" { node []; n29 [label="_AddSeeAlsoSection" URL="PC+_AddSeeAlsoSection+of+stack+%27lib_WikiPageArray%27"]; n51 [label="_DeconstructParseArray" URL="PC+_DeconstructParseArray+of+stack+%27lib_WikiPageArray%27"]; n17 [label="_AddPosterImage" URL="PC+_AddPosterImage+of+stack+%27lib_WikiPageArray%27"]; n59 [label="_AddTOC" URL="PC+_AddTOC+of+stack+%27lib_WikiPageArray%27"]; n19 [label="_AddMapSection" URL="PC+_AddMapSection+of+stack+%27lib_WikiPageArray%27"]; } subgraph "M" { node [fillcolor="Orange", style="filled", color="Red"]; n56 [label="pageArray_AddText" URL="M+pageArray_AddText+of+stack+%27model_PageArray%27"]; n22 [label="fedwiki_MakeTextParagraphFirst" URL="M+fedwiki_MakeTextParagraphFirst+of+stack+%27lib_Fedwiki%27"]; n36 [label="wikicommons_AddVideoToPageArray" URL="M+wikicommons_AddVideoToPageArray+of+stack+%27lib_WikiVideo%27"]; n31 [label="pageArray_AddMarkdown" URL="M+pageArray_AddMarkdown+of+stack+%27model_PageArray%27"]; n25 [label="itemArray_Add" URL="M+itemArray_Add+of+stack+%27lib_ItemArray%27"]; n37 [label="pageArray_AddImage" URL="M+pageArray_AddImage+of+stack+%27model_PageArray%27"]; n9 [label="fedwiki_AddExternalLink" URL="M+fedwiki_AddExternalLink+of+stack+%27lib_WikiText%27"]; n61 [label="mediawiki_CleanPageDescription" URL="M+mediawiki_CleanPageDescription+of+stack+%27lib_MediaWikiText%27"]; n41 [label="text_Utf8Encode" URL="M+text_Utf8Encode+of+stack+%27lib_Encoding%27"]; n21 [label="fedwiki_AddExternalLinkToFirstSection" URL="M+fedwiki_AddExternalLinkToFirstSection+of+stack+%27lib_Fedwiki%27"]; n18 [label="wikicommons_Moveimage" URL="M+wikicommons_Moveimage+of+stack+%27lib_WikiCommons%27"]; n20 [label="pageArray_StripJournal" URL="M+pageArray_StripJournal+of+stack+%27model_PageArray%27"]; n8 [label="wikicommons_AddSectionToPageArray" URL="M+wikicommons_AddSectionToPageArray+of+stack+%27lib_WikipediaSections%27"]; n60 [label="pageArray_AddHtml" URL="M+pageArray_AddHtml+of+stack+%27model_PageArray%27"]; n65 [label="pageArray_AddMap" URL="M+pageArray_AddMap+of+stack+%27lib_Map%27"]; n52 [label="wikicommons_FetchAndAddTwoImages" URL="M+wikicommons_FetchAndAddTwoImages+of+stack+%27lib_WikiCommons%27"]; n63 [label="curly_MergePageArray" URL="M+curly_MergePageArray+of+stack+%27lib_Curly%27"]; } subgraph "C" { node [fillcolor="LightBlue", style="filled", color="Blue"]; n14 [label="mediawiki_NormaliseTitle" URL="C+mediawiki_NormaliseTitle+of+stack+%27lib_WikiPageArray%27"]; n33 [label="mediawiki_SetUserAgent" URL="C+mediawiki_SetUserAgent+of+stack+%27lib_MediaWiki%27"]; n40 [label="mediawiki_DeconstructURL" URL="C+mediawiki_DeconstructURL+of+stack+%27lib_WikiPageArray%27"]; n45 [label="itemArray_NormalizeID" URL="C+itemArray_NormalizeID+of+stack+%27lib_ItemArray%27"]; n23 [label="pageArray_AddMarkdown" URL="C+pageArray_AddMarkdown+of+stack+%27model_PageArray%27"]; } subgraph "F" { node [fillcolor="GreenYellow", style="filled", color="Green4"]; n1 [label="mediawiki_FetchParseArray" URL="F+mediawiki_FetchParseArray+of+stack+%27lib_WikiPageArray%27"]; n35 [label="fedwiki_ConstructOpenStreetMapURL" URL="F+fedwiki_ConstructOpenStreetMapURL+of+stack+%27lib_Fedwiki%27"]; n53 [label="pageJson_Fetch" URL="F+pageJson_Fetch+of+stack+%27model_PageJson%27"]; n62 [label="pageArray_Fetch" URL="F+pageArray_Fetch+of+stack+%27model_PageArray%27"]; n49 [label="mediawiki_FetchPageArrayWithParse" URL="F+mediawiki_FetchPageArrayWithParse+of+stack+%27lib_WikiPageArray%27"]; n67 [label="restbase_ConstructSlugRestURL" URL="F+restbase_ConstructSlugRestURL+of+stack+%27lib_WikiRestBase%27"]; n10 [label="mediawiki_FetchWikiText" URL="F+mediawiki_FetchWikiText+of+stack+%27lib_MediaWiki%27"]; n43 [label="wikipedia_GetApiRoot" URL="F+wikipedia_GetApiRoot+of+stack+%27lib_MediaWiki%27"]; n15 [label="mediawiki_FetchDialoguePageArray" URL="F+mediawiki_FetchDialoguePageArray+of+stack+%27lib_WikiPageArray%27"]; n57 [label="pageArray_Construct" URL="F+pageArray_Construct+of+stack+%27model_PageArray%27"]; n50 [label="mediawiki_ExtractFirstInterestingImage" URL="F+mediawiki_ExtractFirstInterestingImage+of+stack+%27lib_MediaWiki%27"]; n48 [label="restbase_FetchSummaryArray" URL="F+restbase_FetchSummaryArray+of+stack+%27lib_WikiRestBase%27"]; n28 [label="sandbox_FetchJSON" URL="F+sandbox_FetchJSON+of+stack+%27lib_MediaWiki%27"]; n66 [label="http_ConstructHeaderArray" URL="F+http_ConstructHeaderArray+of+stack+%27lib_WikiRestBase%27"]; n11 [label="wikipedia_ConstructApiStem" URL="F+wikipedia_ConstructApiStem+of+stack+%27lib_MediaWiki%27"]; n42 [label="mediawiki_FetchSearchJson" URL="F+mediawiki_FetchSearchJson+of+stack+%27lib_WikiPageArray%27"]; n54 [label="pageJson_ConstructUrl" URL="F+pageJson_ConstructUrl+of+stack+%27model_PageJson%27"]; n7 [label="journalArray_Construct" URL="F+journalArray_Construct+of+stack+%27model_PageArray%27"]; n47 [label="wikicommons_ConstructSectionForm" URL="F+wikicommons_ConstructSectionForm+of+stack+%27lib_WikipediaSections%27"]; n6 [label="wikicommons_ConstructBasicSummaryPageArray" URL="F+wikicommons_ConstructBasicSummaryPageArray+of+stack+%27lib_WikiCommons%27"]; n32 [label="mediawiki_FetchJSON" URL="F+mediawiki_FetchJSON+of+stack+%27lib_MediaWiki%27"]; n24 [label="itemArray_Construct" URL="F+itemArray_Construct+of+stack+%27lib_ItemArray%27"]; n16 [label="mediawiki_ConstructPageArray" URL="F+mediawiki_ConstructPageArray+of+stack+%27lib_WikiPageArray%27"]; n3 [label="sandbox_FetchArray" URL="F+sandbox_FetchArray+of+stack+%27lib_MediaWiki%27"]; n55 [label="mediawiki_ConstructSummaryPageArray" URL="F+mediawiki_ConstructSummaryPageArray+of+stack+%27lib_WikiPageArray%27"]; n38 [label="mediawiki_FetchPageArray" URL="F+mediawiki_FetchPageArray+of+stack+%27lib_WikiPageArray%27"]; n58 [label="mediawiki_ListBuiltInImages" URL="F+mediawiki_ListBuiltInImages+of+stack+%27lib_MediaWiki%27"]; n5 [label="json_ToArray" URL="F+json_ToArray+of+stack+%27lib_REST%27"]; n27 [label="restbase_FetchSlugJSON" URL="F+restbase_FetchSlugJSON+of+stack+%27lib_WikiRestBase%27"]; n2 [label="sandbox_AddSectionFragment" URL="F+sandbox_AddSectionFragment+of+stack+%27lib_WikiSandbox%27"]; n39 [label="mediawiki_GetPageArrayFromSlug" URL="F+mediawiki_GetPageArrayFromSlug+of+stack+%27lib_WikiPageArray%27"]; n12 [label="json_ToArray" URL="F+json_ToArray+of+stack+%27lib_MediaWiki%27"]; n4 [label="pageArray_FromJson" URL="F+pageArray_FromJson+of+stack+%27model_PageArray%27"]; n26 [label="restbase_FetchSummaryJSON" URL="F+restbase_FetchSummaryJSON+of+stack+%27lib_WikiRestBase%27"]; n34 [label="fedwiki_ConstructOpenStreetMapLink" URL="F+fedwiki_ConstructOpenStreetMapLink+of+stack+%27lib_Fedwiki%27"]; n64 [label="mediawiki_FindPageID" URL="F+mediawiki_FindPageID+of+stack+%27lib_WikiPageArray%27"]; } subgraph cluster1 { label="stack \"lib_Curly\""; style=filled; color=grey60; fillcolor=grey60; n63 } subgraph cluster2 { label="stack \"lib_Encoding\""; style=filled; color=grey60; fillcolor=grey60; n41 } subgraph cluster3 { label="stack \"lib_Fedwiki\""; style=filled; color=grey60; fillcolor=grey60; n35; n22; n21; n34 } subgraph cluster4 { label="stack \"lib_ItemArray\""; style=filled; color=grey60; fillcolor=grey60; n25; n24; n45 } subgraph cluster5 { label="stack \"lib_Map\""; style=filled; color=grey60; fillcolor=grey60; n65 } subgraph cluster6 { label="stack \"lib_MediaWiki\""; style=filled; color=grey60; fillcolor=grey60; n10; n43; n50; n28; n11; n32; n3; n58; n33; n12 } subgraph cluster7 { label="stack \"lib_MediaWikiText\""; style=filled; color=grey60; fillcolor=grey60; n61 } subgraph cluster8 { label="stack \"lib_REST\""; style=filled; color=grey60; fillcolor=grey60; n5 } subgraph cluster9 { label="stack \"lib_WikiCommons\""; style=filled; color=grey60; fillcolor=grey60; n6; n18; n52 } subgraph cluster10 { label="stack \"lib_WikiPageArray\""; style=filled; color=grey60; fillcolor=grey60; n14; n1; n49; n29; n30; n15; n51; n42; n16; n55; n38; n46; n17; n40; n59; n39; n19; n64; n13; n44 } subgraph cluster11 { label="stack \"lib_WikipediaSections\""; style=filled; color=grey60; fillcolor=grey60; n47; n8 } subgraph cluster12 { label="stack \"lib_WikiRestBase\""; style=filled; color=grey60; fillcolor=grey60; n67; n48; n66; n27; n26 } subgraph cluster13 { label="stack \"lib_WikiSandbox\""; style=filled; color=grey60; fillcolor=grey60; n2 } subgraph cluster14 { label="stack \"lib_WikiText\""; style=filled; color=grey60; fillcolor=grey60; n9 } subgraph cluster15 { label="stack \"lib_WikiVideo\""; style=filled; color=grey60; fillcolor=grey60; n36 } subgraph cluster16 { label="stack \"model_PageArray\""; style=filled; color=grey60; fillcolor=grey60; n56; n62; n57; n31; n7; n37; n20; n60; n23; n4 } subgraph cluster17 { label="stack \"model_PageJson\""; style=filled; color=grey60; fillcolor=grey60; n53; n54 } n2 -> n41; n28 -> n32; n49 -> n8; n49 -> n1; n49 -> n52; n49 -> n50; n49 -> n51; n49 -> n6; n50 -> n58; n27 -> n27; n27 -> n32; n27 -> n67; n27 -> n66; n23 -> n25; n23 -> n24; n62 -> n4; n62 -> n53; n38 -> n39; n38 -> n40; n5 -> n5; n59 -> n60; n59 -> n31; n42 -> n43; n42 -> n32; n40 -> n11; n14 -> n32; n14 -> n64; n14 -> n43; n14 -> n5; n16 -> n7; n16 -> n21; n16 -> n22; n16 -> n19; n16 -> n18; n16 -> n17; n16 -> n20; n16 -> n8; n10 -> n11; n10 -> n12; n64 -> n5; n64 -> n42; n34 -> n35; n1 -> n2; n1 -> n3; n3 -> n28; n3 -> n12; n51 -> n61; n29 -> n31; n29 -> n30; n48 -> n5; n48 -> n26; n46 -> n47; n30 -> n44; n12 -> n12; n32 -> n33; n26 -> n27; n24 -> n45; n57 -> n7; n57 -> n23; n55 -> n9; n55 -> n57; n55 -> n56; n55 -> n19; n55 -> n18; n55 -> n17; n55 -> n20; n53 -> n54; n19 -> n65; n19 -> n34; n39 -> n13; n39 -> n48; n39 -> n16; n39 -> n11; n39 -> n10; n4 -> n5; n6 -> n7; n6 -> n9; n6 -> n8; n15 -> n62; n15 -> n63; n17 -> n36; n17 -> n37; n13 -> n16; n13 -> n15; n13 -> n14; n13 -> n10; }
View source code over at [{{githubPermalink}} github]
# Related Here are some related libraries and models: - lib_Wiki - lib_WikiCommons - lib_WikiEmpty - lib_WikiFarm - lib_WikiFix - lib_WikiFolder - lib_WikiGarden - lib_WikiJavascript - lib_WikiLineUp - lib_WikiPage - lib_WikiPageArray - lib_Wikipedia - lib_WikipediaSections - lib_WikiRender - lib_WikiRestBase - lib_WikiRoster - lib_WikiSandbox - lib_WikiServer - lib_WikiText - lib_WikiTranslate - lib_WikiVideo
And here are some keywords:
# Handlers - mediawiki_NormaliseTitle - mediawiki_FindPageID - mediawiki_FetchSearchJson - mediawiki_FetchDialoguePageArray - mediawiki_DeconstructURL - mediawiki_FetchPageArray - mediawiki_GetPageArrayFromSlug - mediawiki_FetchPageArrayWithParse - mediawiki_FetchParseArray - mediawiki_ConstructPageArray - mediawiki_ConstructSummaryPageArray
# External Calls This library calls the following external handlers: - curly_MergePageArray - fedwiki_AddExternalLink - fedwiki_AddExternalLinkToFirstSection - fedwiki_ConstructOpenStreetMapLink - fedwiki_MakeTextParagraphFirst - journalArray_Construct - json_ToArray - mediawiki_CleanPageDescription - mediawiki_ExtractFirstInterestingImage - mediawiki_FetchJSON - mediawiki_FetchWikiText - pageArray_AddHtml - pageArray_AddImage - pageArray_AddMap - pageArray_AddMarkdown - pageArray_AddText - pageArray_Construct - pageArray_Fetch - pageArray_StripJournal - restbase_FetchSummaryArray - sandbox_AddSectionFragment - sandbox_FetchArray - wikicommons_AddSectionToPageArray - wikicommons_AddVideoToPageArray - wikicommons_ConstructBasicSummaryPageArray - wikicommons_ConstructSectionForm - wikicommons_FetchAndAddTwoImages - wikicommons_Moveimage - wikipedia_ConstructApiStem - wikipedia_GetApiRoot
# Depends This library depends on the following projects:
The handlers in this library have dependecies within the following stacks in these projects:
# See also - Fedwiki Tools