From 8515059eea5897f98ed3021af70624251555c14e Mon Sep 17 00:00:00 2001 From: Simon Grim Date: Tue, 24 Mar 2015 22:53:54 +0500 Subject: [PATCH] postboard lang filtering, its options, tuning of shining --- css/style.css | 26 ++++++++++++++++-- following.html | 1 + home.html | 1 + js/franc.js | 1 + js/mobile_abstract.js | 48 +++++++++++++++++++++++++++++++++ js/options.js | 57 ++++++++++++++++++++++++++++++++++++++++ js/twister_actions.js | 1 - js/twister_timeline.js | 35 +++++++++++++++++++----- login.html | 1 + network.html | 1 + options.html | 22 ++++++++++++++++ profile-edit.html | 1 + theme_calm/css/style.css | 29 +++++++++++++++++--- theme_nin/css/style.css | 29 ++++++++++++++++++++ tmobile.html | 1 + 15 files changed, 242 insertions(+), 12 deletions(-) create mode 100644 js/franc.js diff --git a/css/style.css b/css/style.css index d4bf927..105e3e5 100644 --- a/css/style.css +++ b/css/style.css @@ -1898,8 +1898,7 @@ ol.toptrends-list { box-shadow: 0 0 10px rgba(0, 0, 0, .3 ); } -.volValue { - vertical-align: top; +.volValue, #filterLangAccuracyVal { font: 12px "Open Sans", sans-serif; } @@ -1915,6 +1914,29 @@ ol.toptrends-list { -ms-transition: height 1s linear; } +.options input[type='checkbox'] { + cursor: pointer; + vertical-align: sub; +} + +.options input[type='range'] { + cursor: pointer; + vertical-align: -16px; +} + +.options #filterLangList { + width: 80%; +} + +.langFilterSimData { + font: 10px "Open Sans", sans-serif; + text-align: center; +} + +.langFilterSimData em { + color: rgba( 227, 79, 66, .5 ); +} + /************************************* *********** FOLLOWING PAGE *********** **************************************/ diff --git a/following.html b/following.html index 28e128a..a0f8ec9 100644 --- a/following.html +++ b/following.html @@ -11,6 +11,7 @@ + diff --git a/home.html b/home.html index 0ce3d57..ae4b799 100644 --- a/home.html +++ b/home.html @@ -11,6 +11,7 @@ + diff --git a/js/franc.js b/js/franc.js new file mode 100644 index 0000000..2ef0a10 --- /dev/null +++ b/js/franc.js @@ -0,0 +1 @@ +!function(b,a){'object'==typeof exports&&'undefined'!=typeof module?module.exports=b():'function'==typeof define&&define.amd?define([],b):('undefined'!=typeof window?a=window:'undefined'!=typeof global?a=global:'undefined'!=typeof self&&(a=self),a.franc=b())}(function(){return function a(b,c,e){function f(d,k){if(!c[d]){if(!b[d]){var i=typeof require=='function'&&require;if(!k&&i)return i(d,!0);if(g)return g(d,!0);var j=new Error("Cannot find module '"+d+"'");throw j.code='MODULE_NOT_FOUND',j}var h=c[d]={exports:{}};b[d][0].call(h.exports,function(c){var a=b[d][1][c];return f(a?a:c)},h,h.exports,a,b,c,e)}return c[d].exports}var g=typeof require=='function'&&require;for(var d=0;da&&(a=c,e=b);return[e,a]}function l(g,a){var e,d,c,f;d=a[0][1],e=g.length*b-d,c=-1,f=a.length;while(++c 0) { + var langFilterAccuracy = $.Options.getFilterLangAccuracyOpt(); + var langFilterList = $.Options.getFilterLangListOpt(); + var langFilterSubj = ''; + var langFilterProb = []; + var langFilterPass = ($.Options.getFilterLangOpt() === 'whitelist') ? false : true; + var langFilterReason = 'language isn\'t in '+$.Options.getFilterLangOpt(); + + if (typeof(post['userpost']['rt']) !== 'undefined') { + langFilterSubj = post['userpost']['rt']['msg'].replace(/\@\S\w*|https?:\/\/\S*|\#/g, '').replace(/\s+/g, ' '); + } else { + langFilterSubj = post['userpost']['msg'].replace(/\@\S\w*|https?:\/\/\S*|\#/g, '').replace(/\s+/g, ' '); + } + langFilterProb = franc.all(langFilterSubj, {'minLength': 5}); // FIXME minLength may be optional sometimes + for (var i = 0; i < langFilterProb.length; i++) { + if (langFilterProb[i][1] > langFilterAccuracy) { + if (langFilterProb[i][0] === 'und') { // FIXME maybe there's should be an option for whitelist mode to allow this + langFilterPass = true; + langFilterReason = 'it\'s undefined language'; + break; + } else if (langFilterProb[i][0] === 'cmn') { + langFilterPass = true; + langFilterReason = 'it\'s common language'; + break; + } else if (langFilterList.indexOf(langFilterProb[i][0]) > -1) { + if ($.Options.getFilterLangOpt() === 'whitelist') { + langFilterPass = true; + langFilterReason = 'it\'s '+langFilterProb[i][0]+', whitelisted'; + break; + } else { + langFilterPass = false; + langFilterReason = 'it\'s '+langFilterProb[i][0]+', blacklisted'; + break; + } + } + } + } + post['langFilter'] = {}; + post['langFilter']['subj'] = langFilterSubj; + post['langFilter']['prob'] = langFilterProb; + post['langFilter']['pass'] = langFilterPass; + post['langFilter']['reason'] = langFilterReason; + + return ($.Options.getFilterLangSimulateOpt()) ? true : langFilterPass; + } +} + diff --git a/js/options.js b/js/options.js index 467482f..baf4fc3 100644 --- a/js/options.js +++ b/js/options.js @@ -434,6 +434,59 @@ var TwisterOptions = function() return $.Options.getOption('isFollowingMe'); }; + this.getFilterLangOpt = function() { + return $.Options.getOption('filterLang','disable'); + } + + this.setFilterLangOpt = function () { + function filterLangListCont() { + if ( $.Options.getFilterLangOpt() !== 'disable' ) { + $('#filterLangListCont')[0].style.display= 'block'; + } else { + $('#filterLangListCont')[0].style.display= 'none'; + } + } + $('#filterLang').val(this.getFilterLangOpt()); + filterLangListCont(); + $('#filterLang').on('change', function() { + $.Options.setOption(this.id, this.value); + filterLangListCont(); + }); + } + + this.getFilterLangListOpt = function () { + return $.Options.getOption('filterLangList', '').split(/\s*,\s*/); + } + + this.setFilterLangListOpt = function () { + $('#filterLangList').val(this.getFilterLangListOpt()); + + $('#filterLangList').on('keyup', function () {$.Options.setOption(this.id, this.value);}); + } + + this.getFilterLangAccuracyOpt = function () { + return parseFloat($.Options.getOption('filterLangAccuracy', '0.63')); + } + + this.setFilterLangAccuracyOpt = function () { + $('#filterLangAccuracy').val(this.getFilterLangAccuracyOpt()); + $('#filterLangAccuracyVal').text(this.getFilterLangAccuracyOpt()); + $('#filterLangAccuracy').on('change', function () { + $.Options.setOption(this.id, this.value); + $('#filterLangAccuracyVal').text(this.value); + }); + } + + this.getFilterLangSimulateOpt = function () { + return $.Options.getOption('filterLangSimulate', false); + } + + this.setFilterLangSimulateOpt = function () { + $('#filterLangSimulate').prop('checked', $.Options.getFilterLangSimulateOpt()); + + $('#filterLangSimulate').on('click', function () {$.Options.setOption(this.id, this.checked);}); + } + this.setIsFollowingMeOpt = function () { $('#isFollowingMe')[0].value = this.getIsFollowingMeOpt(); @@ -482,6 +535,10 @@ var TwisterOptions = function() this.setHideRepliesOpt(); this.setHideCloseRTsHourOpt(); this.setHideCloseRTsOpt(); + this.setFilterLangOpt(); + this.setFilterLangListOpt(); + this.setFilterLangAccuracyOpt(); + this.setFilterLangSimulateOpt(); this.setIsFollowingMeOpt(); this.setDMCopySelfOpt(); } diff --git a/js/twister_actions.js b/js/twister_actions.js index e276818..f25c62a 100644 --- a/js/twister_actions.js +++ b/js/twister_actions.js @@ -389,4 +389,3 @@ function displayHashtagPending(postboard) { $.MAL.postboardLoaded(); _hashtagPendingPosts = []; } - diff --git a/js/twister_timeline.js b/js/twister_timeline.js index 3918b2c..7241514 100644 --- a/js/twister_timeline.js +++ b/js/twister_timeline.js @@ -112,23 +112,24 @@ function requestObj(users, mode, count, getspam) // doneReportProcessing is called after an getposts response is processed // mode changing may require a new request (to fill gaps) this.doneReportProcessing = function(receivedCount) { - if (receivedCount === this.count) { + if (receivedCount >= this.count) { this.mode = 'done'; } else { if (this.mode === 'latest' || this.mode === 'latestFirstTime') { this.mode = 'fillgap'; } else if (this.mode === 'fillgap') { this.mode = 'older'; - } else if (this.mode === 'older') - this.mode = 'done'; + } } - //console.log('we got '+receivedCount+' posts from requested '+this.count+', status of processing is "'+this.mode+'"'); + //console.log('we got '+receivedCount+' posts from requested '+this.count+', status of processing: '+this.mode); } } // json rpc with requestObj as parameter function requestGetposts(req) { + //console.log('requestGetposts'); + //console.log(req); var r = req.getRequest(); if( !req.getspam ) { if( r.length ) { @@ -148,9 +149,12 @@ function requestGetposts(req) // request if needed function processReceivedPosts(req, posts) { + //console.log('processReceivedPosts:'); + //console.log(posts); //hiding posts can cause empty postboard, so we have to track the count... for( var i = 0; i < posts.length; i++ ) { if (willBeHidden(posts[i])) { + req.reportProcessedPost(posts[i]["userpost"]["n"],posts[i]["userpost"]["k"], true) posts.splice(i, 1); i--; } @@ -168,7 +172,7 @@ function processReceivedPosts(req, posts) req.count -= posts.length; if (req.count > 0) { //console.log('we are requesting '+req.count+' more posts...'); - requestGetposts(req); + setTimeout((function (){requestGetposts(this)}).bind(req), 1000); } else { timelineLoaded = true; $.MAL.postboardLoaded(); @@ -179,12 +183,15 @@ function processReceivedPosts(req, posts) function showPosts(req, posts) { + //console.log('showPosts:'); + //console.log(req); + //console.log(posts); var streamItemsParent = $.MAL.getStreamPostsParent(); for( var i = 0; i < posts.length; i++ ) { if ( req.users.indexOf(posts[i]['userpost']['n']) > -1 ) { var post = posts[i]; - + //console.log(post); var streamPost = postToElem(post, "original", req.getspam); var timePost = post["userpost"]["time"]; streamPost.attr("data-time",timePost); @@ -228,6 +235,15 @@ function showPosts(req, posts) } if( streamPostAppended ) { + if ($.Options.getFilterLangSimulateOpt()) { + // FIXME it's should be stuff from template actually + if (typeof(post['langFilter']) !== 'undefined') { + streamPost.append('
This post is '+((post['langFilter']['pass'] === true) ? 'passed' : 'blocked')+' by language filter.
'); + streamPost.append('
Reason: '+post['langFilter']['reason']+' // Most possible language: '+post['langFilter']['prob'][0].toString()+'
'); + } else { + streamPost.append('
This post is not filtered by language.
'); + } + } streamPost.show(); } req.reportProcessedPost(post["userpost"]["n"],post["userpost"]["k"], streamPostAppended); @@ -297,6 +313,8 @@ function processLastHave(userHaves) // now do a getposts to confirm the number of new haves with are effectively new public posts if( newPostsLocal ) { + //console.log('processLastHave(): requesting '+newPostsLocal); + //console.log(reqConfirmNewPosts); twisterRpc("getposts", [newPostsLocal, reqConfirmNewPosts], function(expected, posts) {processNewPostsConfirmation(expected, posts);}, newPostsLocal, function(req, ret) {console.log("ajax error:" + ret);}, null); @@ -378,5 +396,10 @@ function willBeHidden(post){ return true; } + if (filterLangPost(post) === false) { + hidden = true; + console.log('post by @'+post['userpost']['n']+' was hidden because it didn\'t passed by language filter'); + } + return hidden; } diff --git a/login.html b/login.html index 96a853f..d235857 100644 --- a/login.html +++ b/login.html @@ -10,6 +10,7 @@ + diff --git a/network.html b/network.html index 5bf87fe..8e01960 100644 --- a/network.html +++ b/network.html @@ -10,6 +10,7 @@ + diff --git a/options.html b/options.html index b2d6be5..9ad49fa 100644 --- a/options.html +++ b/options.html @@ -10,6 +10,7 @@ + @@ -239,6 +240,27 @@

+
+
+

Language filtering

+
+

+ +

+
+

Comma separated ISO 639-3 language codes

+

+

Accuracy

+

+

Simulation mode

+
+
+
+

Posts display

diff --git a/profile-edit.html b/profile-edit.html index 76ebd50..c0e6809 100644 --- a/profile-edit.html +++ b/profile-edit.html @@ -10,6 +10,7 @@ + diff --git a/theme_calm/css/style.css b/theme_calm/css/style.css index ee4be7b..9359d57 100644 --- a/theme_calm/css/style.css +++ b/theme_calm/css/style.css @@ -2327,7 +2327,7 @@ textarea.splited-post { .options .module select { padding: 0px 30px 0px 10px; - text-align: center; + text-align: left; background: #fff url(../img/form-arrow-down-black.png) no-repeat right center; border: 1px solid #ccc; -webkit-border-radius: 4px; @@ -2343,8 +2343,7 @@ textarea.splited-post { /* end */ } -.volValue { - vertical-align: top; +.volValue, #filterLangAccuracyVal { font: 12px "Open Sans", sans-serif; } @@ -2360,6 +2359,30 @@ textarea.splited-post { -ms-transition: height 1s linear; } +.options input[type='checkbox'] { + cursor: pointer; + vertical-align: sub; +} + +.options input[type='range'] { + cursor: pointer; + vertical-align: -16px; +} + +.options #filterLangList { + width: 80%; + text-align: left; +} + +.langFilterSimData { + font: 10px "Open Sans", sans-serif; + text-align: center; +} + +.langFilterSimData em { + color: #768fce; +} + /************************************* *********** FOLLOWING PAGE *********** **************************************/ diff --git a/theme_nin/css/style.css b/theme_nin/css/style.css index 91d5516..47dc77a 100644 --- a/theme_nin/css/style.css +++ b/theme_nin/css/style.css @@ -1740,6 +1740,11 @@ button.disabled:hover, .mini-profile-actions span.disabled:hover, a.button.disab { margin: 5px 0px 5px 10px; } + +.options button, .options input, .options select { + font-size: 13px; +} + /* line 9, ../sass/_tabs.sass */ .options input[type=radio] { display: none !important; @@ -1804,6 +1809,30 @@ button.disabled:hover, .mini-profile-actions span.disabled:hover, a.button.disab color: #66686B; } +.options input[type='checkbox'] { + cursor: pointer; + vertical-align: sub; +} + +.options input[type='range'] { + cursor: pointer; + vertical-align: -16px; +} + +.options #filterLangList { + width: 100%; +} + +.langFilterSimData { + font: 10px "Open Sans", sans-serif; + text-align: center; +} + +.langFilterSimData em { + color: #B4C669; +} + + /* line 19, ../sass/style.sass */ .promoted-posts-only { margin: 0 0; diff --git a/tmobile.html b/tmobile.html index 2a7baa9..91d53c8 100644 --- a/tmobile.html +++ b/tmobile.html @@ -28,6 +28,7 @@ +