String.prototype.replaceAll = function(find, replace){ // https://stackoverflow.com/questions/1144783/how-to-replace-all-occurrences-of-a-string-in-javascript var str = this; return str.replace(new RegExp(find.replace(/[-\/\\^$*+?.()|[\]{}]/g, '\\$&'), 'g'), replace); }; function guidGenerator() { // https://stackoverflow.com/questions/6860853/generate-random-string-for-div-id var S4 = function() { return (((1+Math.random())*0x10000)|0).toString(16).substring(1); }; return (S4()+S4()+"-"+S4()+"-"+S4()+"-"+S4()+"-"+S4()+S4()+S4()); } var DEBUG = false; var API = "https://baconipsum.com/api/?type=all-meat&sentences=1"; var inputList = [ "Does the sololearn certificates have any value?", "what is the difference between java and javascript?", "do sololearn certificates help with getting a job", "javascript vs java", "value of certificate", "javascript certificate has any value?", "how long have you been using sololearn?", "since when you been on sololearn?" ] function init(){ var inputListElement = document.getElementById("input-list"); for(var i = 0; i < inputList.length; i++){ inputListElement.appendChild(generateInput(inputList[i])); } group(); } function addInput(){ var inputListElement = document.getElementById("input-list"); inputListElement.appendChild(generateInput(null)); } function generateInput(value){ var id = guidGenerator(); var inputWrap = document.createElement("li"); inputWrap.id = id; inputWrap.classList.add("input"); var removeBtn = document.createElement("button"); removeBtn.innerHTML = "-"; removeBtn.onclick = function(){ removeElement(id); } var newInput = document.createElement("input"); newInput.value = value; inputWrap.appendChild(newInput); inputWrap.appendChild(removeBtn); if(!value){ axios.get(API).then(function(res){ newInput.value = res.data; }); } return inputWrap; } function removeElement(elementId) { // Removes an element from the document var element = document.getElementById(elementId); element.parentNode.removeChild(element); } function group(){ var inputs = Array.from(document.getElementsByTagName("input")).map(function(el){ return el.value; }); var outputsList = getSimilar(inputs); var outputs = outputsList.map(function(group){ return `

${o}

`; }).join(""); document.getElementById("output-list").innerHTML = outputs; } var skipWords = ["it", "this", "that", "the", "is", "of"]; var specialCharacters = ["?", "!", "'", "..."]; function getOverlappingWords(s1, s2){ var words1 = singularize(filterSkipWords(removeSpecialCharacters(s1).toLowerCase().split(" "))); var words2 = singularize(filterSkipWords(removeSpecialCharacters(s2).toLowerCase().split(" "))); // arrange it so s1 is the array with less words if(words1.length > words2.length){ var temp = words1; words1 = words2; words2 = temp; } // initialize values var wordsFound = []; var wordsCount = words1.length; // check how many words appear on both arrays (s1 and s2) // this can be optimized to produce better results by making a better comparison, for example, remove plural in a word if such exists for(var i = 0; i < words1.length; i++){ if(words2.indexOf(words1[i]) > -1){ wordsFound.push(words1[i]); } } return {wordsFound, wordsCount}; } function getMatchPercent(s1, s2){ var {wordsFound, wordsCount} = getOverlappingWords(s1, s2); if(DEBUG){ console.log(`----------\ns1: ${s1}\ns2: ${s2}\nwords: ${wordsFound}\npercent:${wordsFound.length/wordsCount*100}`); } return wordsFound.length/wordsCount*100; } function removeSpecialCharacters(s){ // remove special characters [?, !, ', ...] return specialCharacters.reduce(function(acc, value){ return acc.replaceAll(value, ""); }, s); } function filterSkipWords(words){ return words.filter(function(word) { return skipWords.indexOf(word.toLowerCase()) === -1; }); } function singularize(words){ // convert all words in the sentence to singular form using pluralize library return words.map(function(word){ return pluralize.singular(word); }); } function markWords(s, words){ return words.reduce(function(acc, value){ return acc.replace(value, `${value}`); }, s); } function getSimilar(sentences, matchThreshold = 30){ var results = []; var skipList = []; // iterate on each sentence for(var i = 0; i < sentences.length; i++){ var group = [sentences[i]]; if(skipList.indexOf(sentences[i]) > -1){ continue; } // iterate on the next sentences for(var j = 0; j < sentences.length; j++){ if(i === j){ continue; } // get a list of words in the sentence after filtering common words var s1 = sentences[i]; var s2 = sentences[j]; // if the sentences comparison has a satisfying match threshold, add the sentence to the current group and add it to the skip list if(getMatchPercent(s1, s2) > matchThreshold){ var {wordsFound} = getOverlappingWords(s1, s2); group.push(markWords(sentences[j], wordsFound)); group[0] = markWords(group[0], wordsFound); skipList.push(sentences[j]); } } // push the group to the final results array results.push(group); } return results; } window.onload = init; //console.log(JSON.stringify(getSimilar(lst), null, 2));

Group Similar Questions