MediaWiki

Difference between revisions of "LanguagesGallery.js"

m
m
Line 163: Line 163:
 
//var merge2 = merge2ArraysBySameId(merge1,speakersMales,'qid');
 
//var merge2 = merge2ArraysBySameId(merge1,speakersMales,'qid');
 
//var final = merge2ArraysBySameId(merge2,natives,'qid');
 
//var final = merge2ArraysBySameId(merge2,natives,'qid');
     console.log(JSON.stringify(datas));
+
     console.log(datas);
console.log(JSON.stringify(final))
+
console.log(final);
 
//Dataviz
 
//Dataviz
 
     console.log('run dataviz');
 
     console.log('run dataviz');

Revision as of 21:34, 22 January 2022

/* *************************************************************** */
/* LanguageGallery script **************************************** */
// Description: given json data provided in MediaWiki pages, merge those data, project language cards.
// Usage: [[Template:LanguagesGallery]]
// Usage: open [[Template:LanguagesGallery]] > Open, loads > Click for more.
// Hack pad:https://jsfiddle.net/hugolpz/vnz238xq/ 
// Documentations:  
// Author: Yug
 
/* *************************************************************** */
/* TOOLS ********************************************************* */
/* *************************************************************** */
// Clean data
var cleanResponseDataBindings = function(dataBindings){
    var res = dataBindings.map(item => {
       var keys = Object.keys(item);
       var obj = {};
       for(var i=0;i<keys.length;i++){
           var key = keys[i],
               val = item[key].value;
           obj[key]=val;
       }
       return obj 
    });
    return res;
}
/* *************************************************************** */
// Merge data by common property
var merge2ArraysBySameId = function(arr1,arr2,id1){
	return arr1.map( item1 => { 
  	var identical = arr2.find(obj => obj[id1] === item1[id1]); 
  	return Object.assign(identical, item1) 
  } );
}


/* *************************************************************** */
// SORT ?

/* *************************************************************** */
/* HTML TEMPLATE ************************************************* */
// Beautity numbers
//console.log(10000.toLocaleString());    // "10,000"

// Template
var tpl = function(lang){
    return `<div>
        <h2>${lang.label} (${lang.iso||lang.qid})</h2>
        <span>Recordings: ${lang.recordsF+lang.recordsM} (${lang.recordsF}|${lang.recordsM})</span>
        <span>Speakers: ${lang.speakersF+lang.speakersM} (${lang.speakersF}|${lang.speakersM})</span>
        <span>Population: ${lang.population.toLocaleString()}</span>        
    <div>`
}



/* *************************************************************** */
// Native Javascript
// CREATES CLASS for API fetching, returns text to decode and parse
class apiContentFetcher {
	constructor( prefix, suffix ) {
		this.prefix = prefix || 'https://lingualibre.org/index.php?title=';
		this.suffix = suffix || '&action=raw&ctype=text/json';
	}
	page( page ) {
		page = encodeURIComponent( page );
        //const fullUrl = 'https://lingualibre.org/api.php?action=query&list=users&ususers=yug&usprop=groups|editcount|registration&format=json&origin=*';
		const fullUrl = this.prefix+page+this.suffix+'&origin=*';
        const headers = { 'Accept': 'text/javascript,text/json,text/xml,text/csv,application/javascript,application/json,application/xml,application/csv' };
		return fetch( fullUrl, { headers } ).then( response => response.text() )
            .catch(function(err){ console.error(`Error in API call on ${page}:\n${err}`)});
	}
}

/* *************************************************************** */
/* DATA ********************************************************** */
// Sources
var sources = [
    { page: 'LanguagesGalleryData.js'},
    { page: 'LanguagesSpeakersData.js'}, /*
    { page: 'LanguageSpeakersFemaleData.js'},
    { page: 'LanguageSpeakersMaleData.js'},*/
    { page: 'LanguagesPopulationData.js'}
];
var datas = {}; // final object containing consolidated result
var pings = [];
var removeJsComments = function(text){return text.replace(/\n*(\/\*.+)+(\n.+)+\*\/(\n)*/g,'') }
var storeData = function(store,key,text){ 
	console.log(`Response text from ${key}: ${text}`);
	console.log(`Without comments ${key}: ${removeJsComments(text)}`);
    store[key]=JSON.parse(removeJsComments(text));
};
// Fetch resources (json data)
const rawPageFetcher = new apiContentFetcher();
rawPageFetcher.page('MediaWiki:'+sources[0].page)
	.then(d=> storeData(datas,sources[0].page, d));
rawPageFetcher.page('MediaWiki:'+sources[1].page)
    .then(d=> storeData(datas,sources[1].page, d));
rawPageFetcher.page('MediaWiki:'+sources[2].page)
    .then(d=> storeData(datas,sources[2].page, d));

// Note: When all the expected objects are in stored, then the dataviz code is ran.

/* *************************************************************** */
/* ALTERNATIVE FETCH ******************************************** * /
// Note: I used the class creation above to learn it, but alternatives below work too.
// Native Javascript (on mediawiki : works)
var url = 'https://lingualibre.org/api.php?action=query&list=users&ususers=yug&usprop=groups|editcount|registration&format=json&origin=*';
fetch(url)
	.then(d=> d.json())
	.then(d=> storeData(d,'Fetchy 1') )
  .catch(function(err){ console.error('Error in API call, fetch 1: '+err);
  });

// JQuery Javascript (on mediawiki: not tested)
$.getJSON(url,
	{ format: 'json', origin: '*' },
	function(data){ console.log('JQuery: ',data)}
);
*/

//Temporary fake data, clean:
const languages = [{ qid: 'Q209', label: 'Breton', iso:'bre' }, { qid: 'Q21', label: 'French', iso: 'fra' }],
    speakersFemales = [{ qid: 'Q209', speakersF: 3, recordsF: 60 }, { qid: 'Q21', speakersF: 21, recordsF:15046 }],
    speakersMales = [{ qid: 'Q209', speakersM: 7, recordsM: 112 }, { qid: 'Q21', speakersM: 85, recordsM:82964 }],
    natives = [{ qid: 'Q209', population: 300000 }, { qid: 'Q21', population:80000000 }];

// Mergings
var merge1 = merge2ArraysBySameId(languages,speakersFemales,'qid');
var merge2 = merge2ArraysBySameId(merge1,speakersMales,'qid');
var final = merge2ArraysBySameId(merge2,natives,'qid');
console.log(JSON.stringify(final))


/* *************************************************************** */
/* INJECTIONS **************************************************** */
var _10k = final.filter(item => item.recordsF+item.recordsM > 9999);
console.log('_10k: ', _10k)
_10k.forEach(item => $('#lg-10k').append(tpl(item)) )

var _1k = final.filter(item => item.recordsF+item.recordsM > 999 && item.recordsF+item.recordsM <10000);
console.log('_1k: ', _1k)
_1k.forEach(item => $('#lg-1k').append(tpl(item)) )

var _1 = final.filter(item => item.recordsF+item.recordsM > 0 && item.recordsF+item.recordsM <1000);
console.log('_1: ', _1)
_1.forEach(item => $('#lg-1').append(tpl(item)) )



/* *************************************************************** */
/* MAIN RUN ****************************************************** */
var waitDataThenFire = setInterval(function() {
    console.log('ping');
    pings.push('pong');
    console.log(datas)
    if(Object.keys(datas).length==sources.length || pings.length==20){
    	// pings
     console.log(pings);
     // Data merging
	var final = merge2ArraysBySameId(datas[sources[0].page],datas[sources[1].page],'wikidata'),
			final = merge2ArraysBySameId(final,datas[sources[2].page],'wikidata');
//var merge2 = merge2ArraysBySameId(merge1,speakersMales,'qid');
//var final = merge2ArraysBySameId(merge2,natives,'qid');
     console.log(datas);
	console.log(final);
	//Dataviz
     console.log('run dataviz');
     clearInterval(waitDataThenFire);
    }
  }, 500);

  
/* *************************************************************** */
/* PAGE INTERACTIONS ********************************************* */
// Show more/less cards for this section
// Show more/less infor overall