mirror of
https://github.com/Oreolek/TrackMeNot-Chrome.git
synced 2024-06-26 03:41:00 +03:00
1562 lines
46 KiB
JavaScript
1562 lines
46 KiB
JavaScript
/*******************************************************************************
|
|
This file is part of TrackMeNot (Chrome version).
|
|
|
|
TrackMeNot is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, version 2 of the License.
|
|
|
|
TrackMeNot is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with TrackMeNot. If not, see <http://www.gnu.org/licenses/>.
|
|
********************************************************************************/
|
|
|
|
let _ = browser.i18n.getMessage;
|
|
|
|
if (!TRACKMENOT)
|
|
var TRACKMENOT = {};
|
|
|
|
TRACKMENOT.TMNSearch = function() {
|
|
let debug_ = true;
|
|
|
|
let tmn_tab_id = -1;
|
|
let tmn_tab = null;
|
|
let useTab = false;
|
|
let enabled = true;
|
|
let load_full_pages = false;
|
|
let last_url = '';
|
|
let stop_when = 'start';
|
|
let useIncrementals = true;
|
|
let incQueries = [];
|
|
let searchEngines = 'google';
|
|
let engine = 'google';
|
|
let useRss = true;
|
|
let useUserList = false;
|
|
let TMNQueries = {};
|
|
let branch = 'extensions.trackmenot.';
|
|
let feedList = 'http://www.techmeme.com/index.xml|http://rss.slashdot.org/Slashdot/slashdot|http://feeds.nytimes.com/nyt/rss/HomePage';
|
|
let tmnLogs = [];
|
|
let disableLogs = false;
|
|
let saveLogs = true;
|
|
let kwBlackList = [];
|
|
let useBlackList = true;
|
|
let useDHSList = false;
|
|
let zeitgeist = ['facebook', 'youtube', 'myspace', 'craigslist', 'ebay', 'yahoo', 'walmart', 'netflix', 'amazon', 'home depot', 'best buy', 'Kentucky Derby', 'NCIS', 'Offshore Drilling', 'Halle Berry', 'iPad Cases', 'Dorothy Provine', 'Emeril', "Conan O'Brien", 'Blackberry', 'Free Comic Book Day', ' American Idol', 'Palm', 'Montreal Canadiens', 'George Clooney', 'Crib Recall', 'Auto Financing', 'Katie Holmes', "Madea's Big Happy Family", 'Old Navy Coupon', 'Sandra Bullock', 'Dancing With the Stars', 'M.I.A.', 'Matt Damon', 'Santa Clara County', 'Joey Lawrence', 'Southwest Airlines', 'Malcolm X', 'Milwaukee Bucks', 'Goldman Sachs', 'Hugh Hefner', 'Tito Ortiz', 'David McLaughlin', 'Box Jellyfish', 'Amtrak', 'Molly Ringwald', 'Einstein Horse', 'Oil Spill', ' Bret Michaels', 'Mississippi Tornado', 'Stephen Hawking', 'Kelley Blue Book', 'Hertz', 'Mariah Carey', 'Taiwan Earthquake', 'Justin Bieber', 'Public Bike Rental', 'BlackBerry Pearl', 'NFL Draft', 'Jillian Michaels', 'Face Transplant', 'Dell', 'Jack in the Box', 'Rebbie Jackson', 'Xbox', 'Pampers', 'William Shatner', 'Earth Day', 'American Idol', 'Heather Locklear', 'McAfee Anti-Virus', 'PETA', 'Rihanna', 'South Park', 'Tiger Woods', 'Kate Gosselin', 'Unemployment', 'Dukan Diet', 'Oil Rig Explosion', 'Crystal Bowersox', 'New 100 Dollar Bill', 'Beastie Boys', 'Melanie Griffith', 'Borders', 'Tara Reid', '7-Eleven', 'Dorothy Height', 'Volcanic Ash', 'Space Shuttle Discovery', 'Gang Starr', 'Star Trek', 'Michael Douglas', 'NASCAR', 'Isla Fisher', 'Beef Recall', 'Rolling Stone Magazine', 'ACM Awards', 'NASA Space Shuttle', 'Boston Marathon', 'Iraq', 'Jennifer Aniston'];
|
|
let tmn_timeout = 6000;
|
|
let prev_engine = 'None';
|
|
let burstEngine = '';
|
|
let burstTimeout = 6000;
|
|
let burstEnabled = false;
|
|
let tmn_searchTimer = null;
|
|
let burstCount = 0;
|
|
let tmn_id = 0;
|
|
let tmn_logged_id = 0;
|
|
let tmn_mode = 'timed';
|
|
let tmn_errTimeout = null;
|
|
let tmn_scheduledSearch = false;
|
|
let tmn_query = 'No query sent yet';
|
|
let currentTMNURL = '';
|
|
let tmn_option_tab = null;
|
|
let worker_tab, worker_opt;
|
|
|
|
let skipex = new Array(
|
|
/calendar/i, /advanced/i, /click /i, /terms/i, /Groups/i,
|
|
/Images/, /Maps/, /search/i, /cache/i, /similar/i, /©/,
|
|
/sign in/i, /help[^Ss]/i, /download/i, /print/i, /Books/i, /rss/i,
|
|
/google/i, /bing/i, /yahoo/i, /aol/i, /html/i, /ask/i, /xRank/,
|
|
/permalink/i, /aggregator/i, /trackback/, /comment/i, /More/,
|
|
/business solutions/i, /result/i, / view /i, /Legal/, /See all/,
|
|
/links/i, /submit/i, /Sites/i, / click/i, /Blogs/, /See your mess/,
|
|
/feedback/i, /sponsored/i, /preferences/i, /privacy/i, /News/,
|
|
/Finance/, /Reader/, /Documents/, /windows live/i, /tell us/i,
|
|
/shopping/i, /Photos/, /Video/, /Scholar/, /AOL/, /advertis/i,
|
|
/Webmasters/, /MapQuest/, /Movies/, /Music/, /Yellow Pages/,
|
|
/jobs/i, /answers/i, /options/i, /customize/i, /settings/i,
|
|
/Developers/, /cashback/, /Health/, /Products/, /QnABeta/,
|
|
/<more>/, /Travel/, /Personals/, /Local/, /Trademarks/,
|
|
/cache/i, /similar/i, /login/i, /mail/i, /feed/i
|
|
);
|
|
|
|
const getButton_google = " let getButton = function( ) {let button = getElementsByAttrValue(document,'button', 'name', 'btnG' ); if ( !button ) button = getElementsByAttrValue(document,'button', 'name', 'btnK' );return button;}";
|
|
const getButton_yahoo = " let getButton = function( ) {return getElementsByAttrValue(document,'input', 'class', 'sbb' ); } ";
|
|
const getButton_bing = " let getButton = function( ) {return document.getElementById('sb_form_go');} ";
|
|
const getButton_aol = " let getButton = function ( ) {return document.getElementById('csbbtn1'); }";
|
|
const getButton_baidu = " let getButton = function ( ){ return getElementsByAttrValue(document,'input', 'value', '????' ); }";
|
|
|
|
const SearchBox_google = "let searchbox = function( ) { return getElementsByAttrValue(document,'input', 'name', 'q' ); } ";
|
|
const SearchBox_yahoo = "let searchbox = function( ) { return document.getElementById('yschsp');}";
|
|
const SearchBox_bing = "let searchbox = function( ) {return document.getElementById('sb_form_q'); } ";
|
|
const SearchBox_aol = "let searchbox = function( ) {return document.getElementById('csbquery1'); }";
|
|
const SearchBox_baidu = "let searchbox = function( ) {return document.getElementById('kw');}";
|
|
|
|
let engines = [
|
|
{
|
|
'id': 'google',
|
|
'name': 'Google Search',
|
|
'urlmap': 'https://www.google.com/search?hl=en&q=|',
|
|
'regexmap': '^(https?:\/\/[a-z]+\.google\.(co\\.|com\\.)?[a-z]{2,3}\/(search){1}[\?]?.*?[&\?]{1}q=)([^&]*)(.*)$',
|
|
'host': '(www\.google\.(co\.|com\.)?[a-z]{2,3})$',
|
|
'testad': "let testad = function(ac,al) {return ( al&& (ac=='l' || ac=='l vst')&& al.indexOf('http')==0 && al.indexOf('https')!=0);}",
|
|
'box': SearchBox_google,
|
|
'button': getButton_google
|
|
},
|
|
{
|
|
'id': 'yahoo',
|
|
'name': 'Yahoo! Search',
|
|
'urlmap': 'http://search.yahoo.com/search;_ylt=' + getYahooId() + '?ei=UTF-8&fr=sfp&fr2=sfp&p=|&fspl=1',
|
|
'regexmap': '^(http:\/\/[a-z.]*?search\.yahoo\.com\/search.*?p=)([^&]*)(.*)$',
|
|
'host': '([a-z.]*?search\.yahoo\.com)$',
|
|
'testad': "let testad = function(ac,al) {return ( ac=='\"yschttl spt\"' || ac=='yschttl spt');}",
|
|
'box': SearchBox_yahoo,
|
|
'button': getButton_yahoo
|
|
},
|
|
{
|
|
'id': 'bing',
|
|
'name': 'Bing Search',
|
|
'urlmap': 'http://www.bing.com/search?q=|',
|
|
'regexmap': '^(http:\/\/www\.bing\.com\/search\?[^&]*q=)([^&]*)(.*)$',
|
|
'host': '(www\.bing\.com)$',
|
|
'testad': "let testad = function(ac,al) {return ( al&& al.indexOf('http')==0&& al.indexOf('https')!=0 && al.indexOf('msn')<0 && al.indexOf('live')<0 && al.indexOf('bing')<0&& al.indexOf('microsoft')<0 && al.indexOf('WindowsLiveTranslator')<0 ) }",
|
|
'box': SearchBox_bing,
|
|
'button': getButton_bing
|
|
},
|
|
{
|
|
'id': 'baidu',
|
|
'name': 'Baidu Search',
|
|
'urlmap': 'http://www.baidu.com/s?wd=|',
|
|
'regexmap': '^(http:\/\/www\.baidu\.com\/s\?.*?wd=)([^&]*)(.*)$',
|
|
'host': '(www\.baidu\.com)$',
|
|
'testad': "let testad = function(ac,al) {return ( al&& al.indexOf('baidu')<0 && al.indexOf('https')!=0);}",
|
|
'box': SearchBox_baidu,
|
|
'button': getButton_baidu
|
|
},
|
|
{
|
|
'id': 'aol',
|
|
'name': 'Aol Search',
|
|
'urlmap': 'http://search.aol.com/aol/search?q=|',
|
|
'regexmap': '^(http:\/\/[a-z0-9.]*?search\.aol\.com\/aol\/search\?.*?q=)([^&]*)(.*)$',
|
|
'host': '([a-z0-9.]*?search\.aol\.com)$',
|
|
'testad': "let testad = function(ac,al){return(ac=='\"find\"'||ac=='find'&& al.indexOf('https')!=0 && al.indexOf('aol')<0 );}",
|
|
'box': SearchBox_aol,
|
|
'button': getButton_aol
|
|
},
|
|
{
|
|
'id': 'ddg',
|
|
'name': 'DuckDuckGo Search',
|
|
'urlmap': 'http://duckduckgo.com/?q=|',
|
|
'regexmap': '^(http:\/\/duckduckgo\.com\/?q=)([^&]*)(.*)$'
|
|
}
|
|
];
|
|
|
|
function getEngIndexById(id) {
|
|
for (let i = 0; i < engines.length; i++) {
|
|
if (engines[i].id == id)
|
|
return i;
|
|
}
|
|
return -1;
|
|
}
|
|
|
|
function getEngineById(id) {
|
|
return engines.filter(
|
|
function(a) {
|
|
return a.id === id;
|
|
}
|
|
)[0];
|
|
}
|
|
|
|
function updateEngineList() {
|
|
browser.storage.local.set({engines: JSON.stringify(engines)});
|
|
sendMessageToOptionScript('TMNSendEngines', engines);
|
|
sendOptionToTab();
|
|
}
|
|
|
|
function sendMessageToOptionScript(title, message) {
|
|
browser.runtime.sendMessage({'options': title, 'param': message});
|
|
}
|
|
|
|
function handleMessageFromOptionScript(title, handler) {
|
|
worker_opt.port.on(title, handler);
|
|
}
|
|
|
|
function sendMessageToPanelScript(title, message) {
|
|
browser.runtime.sendMessage(title, message);
|
|
}
|
|
|
|
function handleMessageFromPanelScript(title, handler) {
|
|
tmn_panel.port.on(title, handler);
|
|
}
|
|
|
|
function sendOptionParameters() {
|
|
debug('Sending perameters');
|
|
let panel_inputs = {
|
|
'options': getOptions(),
|
|
'query': tmn_query,
|
|
'engine': prev_engine
|
|
};
|
|
sendMessageToPanelScript('TMNSendOption', panel_inputs);
|
|
tmn_panel.port.on('TMNOpenOption', openOptionWindow);
|
|
tmn_panel.port.on('TMNSaveOptions', saveOptionFromTab);
|
|
tmn_panel.port.on('TMNSaveUserlist', saveUserlist);
|
|
}
|
|
|
|
function openOptionWindow() {
|
|
tabs.open({
|
|
url: data.url('options.html'),
|
|
onReady: runScript
|
|
});
|
|
}
|
|
|
|
function runScript(tab) {
|
|
worker_opt = tab.attach({
|
|
contentScriptFile: [
|
|
data.url('jquery.js'),
|
|
data.url('option-script.js')
|
|
]
|
|
});
|
|
sendOptionToTab();
|
|
}
|
|
|
|
function sendOptionToTab() {
|
|
let tab_inputs = {
|
|
'options': getOptions()
|
|
};
|
|
sendMessageToOptionScript('TMNSendEngines', engines);
|
|
sendMessageToOptionScript('TMNSetOptionsMenu', tab_inputs);
|
|
}
|
|
|
|
function clearLog() {
|
|
tmnLogs = [];
|
|
browser.storage.local.set({
|
|
'logs_tmn': '{}'
|
|
});
|
|
}
|
|
|
|
function saveOptionFromTab(options) {
|
|
tmn_timeout = options.timeout;
|
|
searchEngines = options.searchEngines;
|
|
burstEnabled = options.burstMode;
|
|
disableLogs = options.disableLogs;
|
|
saveLogs = options.saveLogs;
|
|
useBlackList = options.use_black_list;
|
|
useRss = options.useRss;
|
|
useUserList = options.useUserList;
|
|
useDHSList = options.use_dhs_list;
|
|
|
|
kwBlackList = options.kw_black_list.split(',');
|
|
debug('Searched engines: ' + searchEngines);
|
|
changeTabStatus(options.useTab);
|
|
saveOptions();
|
|
if (options.enabled)
|
|
{
|
|
restartTMN();
|
|
} else {
|
|
stopTMN();
|
|
}
|
|
debug('useTab: ' + options.useTab);
|
|
}
|
|
|
|
function changeTabStatus(useT) {
|
|
if (useT == useTab)
|
|
return;
|
|
if (useT) {
|
|
useTab = useT;
|
|
createTab();
|
|
} else {
|
|
useTab = useT;
|
|
deleteTab();
|
|
}
|
|
}
|
|
|
|
function iniTab(tab) {
|
|
tmn_tab_id = tab.id;
|
|
tmn_win_id = tab.windowId;
|
|
browser.storage.local.set({
|
|
'tmn_tab_id': tmn_tab_id
|
|
});
|
|
}
|
|
|
|
function getTMNTab() {
|
|
debug('Trying to access to the tab: ' + tmn_tab_id);
|
|
return tmn_tab_id;
|
|
}
|
|
|
|
function deleteTab() {
|
|
browser.tabs.remove(tmn_tab_id);
|
|
tmn_tab_id = -1;
|
|
}
|
|
|
|
function createTab() {
|
|
if (!useTab || tmn_tab_id != -1)
|
|
return;
|
|
if (debug_)
|
|
console.log('Creating tab for TrackMeNot');
|
|
try {
|
|
browser.tabs.create({
|
|
'active': false,
|
|
'url': 'http://www.google.com'
|
|
},iniTab);
|
|
return 1;
|
|
} catch (ex) {
|
|
cerr('Can not create TMN tab:' , ex);
|
|
return null;
|
|
}
|
|
}
|
|
|
|
function addEngine(param) {
|
|
let name = param.name;
|
|
let urlmap = param.urlmap;
|
|
let new_engine = {};
|
|
new_engine.name = name;
|
|
new_engine.id = name.toLowerCase();
|
|
let map = urlmap.replace('trackmenot', '|');
|
|
new_engine.urlmap = map;
|
|
let query_params = map.split('|');
|
|
let kw_param = query_params[0].split('?')[1].split('&').pop();
|
|
new_engine.regexmap = '^(' + map.replace(/\//g, '\\/').replace(/\./g, '\\.').split('?')[0] + '\\?.*?[&\\?]{1}' + kw_param + ')([^&]*)(.*)$';
|
|
engines.push(new_engine);
|
|
debug('Added engine: ' + new_engine.name + ' url map is ' + new_engine.urlmap);
|
|
updateEngineList();
|
|
}
|
|
|
|
function delEngine(param) {
|
|
let del_engine = param;
|
|
let index = getEngIndexById(del_engine);
|
|
searchEngines = searchEngines.split(',').filter(
|
|
function(a) {
|
|
return a !== del_engine;
|
|
}
|
|
).join(',');
|
|
engines.splice(index, 1);
|
|
saveOptions();
|
|
updateEngineList();
|
|
}
|
|
|
|
function getYahooId() {
|
|
let id = 'A0geu';
|
|
while (id.length < 24) {
|
|
let lower = Math.random() < 0.5;
|
|
let num = parseInt(Math.random() * 38);
|
|
if (num == 37) {
|
|
id += '_';
|
|
continue;
|
|
}
|
|
if (num == 36) {
|
|
id += '.';
|
|
continue;
|
|
}
|
|
if (num < 10) {
|
|
id += String.fromCharCode(num + 48);
|
|
continue;
|
|
}
|
|
num += lower ? 87 : 55;
|
|
id += String.fromCharCode(num);
|
|
}
|
|
return id;
|
|
}
|
|
|
|
function trim(s) {
|
|
if (!s || typeof s !== 'string') {
|
|
return '';
|
|
}
|
|
return s.replace(/\n/g, '');
|
|
}
|
|
|
|
function cerr(msg, e) {
|
|
let txt = '[ERROR] ' + msg;
|
|
if (e) {
|
|
txt += '\n' + e;
|
|
if (e.message)txt += ' | ' + e.message;
|
|
} else txt += ' / No Exception';
|
|
console.trace();
|
|
console.log(txt);
|
|
}
|
|
|
|
function debug(msg) {
|
|
if (debug_)
|
|
console.log('DEBUG: ' + msg);
|
|
}
|
|
|
|
function roll(min, max) {
|
|
return Math.floor(Math.random() * (max + 1)) + min;
|
|
}
|
|
|
|
function monitorBurst() {
|
|
browser.webNavigation.onCommitted.addListener(function(e) {
|
|
let url = e.url;
|
|
let tab_id = e.tabId;
|
|
let result = checkForSearchUrl(url);
|
|
if (!result) {
|
|
if (tab_id == tmn_tab_id) {
|
|
debug('TMN tab tryign to visit: ' + url);
|
|
}
|
|
return;
|
|
}
|
|
|
|
// -- EXTRACT DATA FROM THE URL
|
|
let pre = result[1];
|
|
let query = result[2];
|
|
let post = result[3];
|
|
let eng = result[4];
|
|
let asearch = pre + '|' + post;
|
|
if (tmn_tab_id == -1 || tab_id != tmn_tab_id) {
|
|
debug('Worker find a match for url: ' + url + ' on engine ' + eng + '!');
|
|
if (burstEnabled) {
|
|
enterBurst(eng);
|
|
}
|
|
let updated_SE = getEngineById(eng);
|
|
if (updated_SE && updated_SE.urlmap != asearch) {
|
|
updated_SE.urlmap = asearch;
|
|
browser.storage.local.set({engines: JSON.stringify(engines)});
|
|
let logEntry = createLog('URLmap', eng, null, null, null, asearch);
|
|
log(logEntry);
|
|
debug('Updated url fr search engine ' + eng + ', new url is ' + asearch);
|
|
}
|
|
}
|
|
});
|
|
}
|
|
|
|
function checkForSearchUrl(url) {
|
|
let result = null;
|
|
let id = null;
|
|
for (let i = 0; i < engines.length; i++) {
|
|
let eng = engines[i];
|
|
let regex = eng.regexmap;
|
|
result = url.match(regex);
|
|
|
|
if (result) {
|
|
console.log(regex + ' MATCHED! on ' + eng.id);
|
|
id = eng.id;
|
|
break;
|
|
}
|
|
}
|
|
if (!result)
|
|
return null;
|
|
|
|
if (result.length !== 4) {
|
|
if (result.length === 6 && id == 'google') {
|
|
result.splice(2, 2);
|
|
result.push(id);
|
|
return result;
|
|
}
|
|
console.log('REGEX_ERROR: ' + url);
|
|
}
|
|
result.push(id);
|
|
return result;
|
|
}
|
|
|
|
function isBursting() {
|
|
return burstEnabled && burstCount > 0;
|
|
}
|
|
|
|
function chooseEngine(engines) {
|
|
return engines[Math.floor(Math.random() * engines.length)];
|
|
}
|
|
|
|
/**
|
|
* The function that constructs a random search query.
|
|
* Used in doSearch, also see getSubQuery()
|
|
* @return {string} search term
|
|
*/
|
|
function randomQuery() {
|
|
let randomElt = function(arr) {
|
|
if (!arr) {
|
|
console.trace();
|
|
return arr;
|
|
}
|
|
const index = roll(0, arr.length - 1);
|
|
return arr[index];
|
|
};
|
|
|
|
let typeoffeeds = [];
|
|
for (let type in TMNQueries) {
|
|
if (
|
|
TMNQueries.hasOwnProperty(type) &&
|
|
TMNQueries[type] !== null &&
|
|
TMNQueries[type].length > 0
|
|
) {
|
|
if (TMNQueries[type][0].words && TMNQueries[type][0].words.length === 0) {
|
|
continue;
|
|
}
|
|
typeoffeeds.push(type);
|
|
}
|
|
}
|
|
|
|
const qtype = randomElt(typeoffeeds);
|
|
let queries = TMNQueries[qtype];
|
|
queries = randomElt(queries);
|
|
if (queries.words && queries.words.length > 0) {
|
|
queries = queries.words;
|
|
queries = randomElt(queries);
|
|
}
|
|
if (queries === null || queries === undefined) {
|
|
return null;
|
|
}
|
|
let term = trim(queries);
|
|
if (!term || term.length === 0) {
|
|
if (debug_) {
|
|
console.log(queries);
|
|
console.log(qtype);
|
|
console.log(typeoffeeds);
|
|
throw new Error("getQuery.term='" + term + "'");
|
|
}
|
|
return false;
|
|
}
|
|
return term;
|
|
}
|
|
|
|
function validateFeeds(param) {
|
|
TMNQueries.rss = [];
|
|
feedList = param.feeds;
|
|
debug('Validating the feeds: ' + feedList);
|
|
const feeds = feedList.split('|');
|
|
for (let i = 0; i < feeds.length; i++) {
|
|
console.log(' Fetching ' + feeds[i]);
|
|
doRssFetch(feeds[i]);
|
|
}
|
|
saveOptions();
|
|
}
|
|
|
|
function extractQueries(html) {
|
|
const forbiddenChar = new RegExp("^[ @#<>\"\\\/,;'{}:?%|\^~`=]", 'g');
|
|
const splitRegExp = new RegExp('^[\\[\\]\\(\\)\\"\']', 'g');
|
|
|
|
if (!html) {
|
|
console.log('NO HTML!');
|
|
return;
|
|
}
|
|
|
|
let phrases = [];
|
|
|
|
// Parse the HTML into phrases
|
|
let l = html.split(/((<\?tr>)|(<br>)|(<\/?p>))/i);
|
|
for (let i = 0; i < l.length; i++) {
|
|
if (!l[i] || l[i] == 'undefined')
|
|
continue;
|
|
l[i] = l[i].replace(/(<([^>]+)>)/ig, ' ');
|
|
if (/([a-z]+ [a-z]+)/i.test(l[i])) {
|
|
let reg = /([a-z]{4,} [a-z]{4,} [a-z]{4,} ([a-z]{4,} ?) {0,3})/i;
|
|
let matches = l[i].split(' ');//reg.exec(l[i]);
|
|
if (!matches || matches.length < 2)
|
|
continue;
|
|
let newQuery = trim(matches[1]);
|
|
// if ( phrases.length >0 ) newQuery.unshift(" ");
|
|
if (newQuery && phrases.indexOf(newQuery) < 0)
|
|
phrases.push(newQuery);
|
|
}
|
|
}
|
|
|
|
const queryToAdd = phrases.join(' ');
|
|
TMNQueries.extracted = [].concat(TMNQueries.extracted);
|
|
while (TMNQueries.extracted.length > 200) {
|
|
let rand = roll(0, TMNQueries.extracted.length - 1);
|
|
TMNQueries.extracted.splice(rand, 1);
|
|
}
|
|
|
|
// remove empty items
|
|
for (let i = 0; i < TMNQueries.extracted.length; i++) {
|
|
if (
|
|
TMNQueries.extracted[i] === null ||
|
|
TMNQueries.extracted[i] === undefined
|
|
) {
|
|
TMNQueries.extracted.splice(i, 1);
|
|
}
|
|
}
|
|
debug(TMNQueries.extracted);
|
|
addQuery(queryToAdd, TMNQueries.extracted);
|
|
}
|
|
|
|
function isBlackList(term) {
|
|
if (!useBlackList)
|
|
return false;
|
|
let words = term.split(/\W/g);
|
|
for (let i = 0; i < words.length; i++) {
|
|
if (kwBlackList.indexOf(words[i].toLowerCase()) >= 0)
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function queryOk(a) {
|
|
for (let i = 0; i < skipex.length; i++) {
|
|
if (skipex[i].test(a))
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
function addQuery(term, queryList) {
|
|
if (!term) {
|
|
return false;
|
|
}
|
|
|
|
let noniso = new RegExp('[^a-zA-Z0-9_.\ \\u00C0-\\u00FF+]+', 'g');
|
|
|
|
term = trim(term.replace(noniso, ''));
|
|
|
|
if (
|
|
!term ||
|
|
typeof term !== 'string' ||
|
|
isBlackList(term) ||
|
|
(term.length < 3) ||
|
|
(queryList.indexOf(term) > 0) ||
|
|
term.indexOf('\"\'') > -1 ||
|
|
term.indexOf('--') > -1 ||
|
|
// test for negation of a single term (eg '-prison')
|
|
(
|
|
term.indexOf(' - ') === 0 &&
|
|
term.indexOf(' ') < 0
|
|
) ||
|
|
!queryOk(term)
|
|
)
|
|
return false;
|
|
|
|
queryList.push(term);
|
|
//gtmn.console.log ('adding(' +gtmn._queries.length+') : ' +term);
|
|
|
|
return true;
|
|
}
|
|
|
|
// returns # of keywords added
|
|
function filterKeyWords(rssTitles, feedUrl) {
|
|
const forbiddenChar = new RegExp('[@# < > \"\\\/,;\'{}:?%|\^~`=]+', 'g');
|
|
const splitRegExp = new RegExp('[\\[\\]\\(\\)\\"\']+', 'g');
|
|
const wordArray = rssTitles.split(forbiddenChar);
|
|
|
|
for (let i = 0; i < wordArray.length; i++) {
|
|
if (!wordArray[i].match('-----')) {
|
|
let word = wordArray[i].split(splitRegExp)[0];
|
|
if (word && word.length > 2) {
|
|
W: while (
|
|
i < (wordArray.length) &&
|
|
wordArray[i + 1] &&
|
|
!(wordArray[i + 1].match('-----') ||
|
|
wordArray[i + 1].match(splitRegExp))
|
|
) {
|
|
let nextWord = wordArray[i + 1]; // added new check here -dch
|
|
if (nextWord != nextWord.toLowerCase()) {
|
|
nextWord = trim(nextWord.toLowerCase().replace(/\s/g, '').replace(/[(<>"'&]/g, ''));
|
|
if (nextWord.length > 1) {
|
|
word += ' ' + nextWord;
|
|
}
|
|
}
|
|
i++;
|
|
}
|
|
word = word.replace(/-----/g, '');
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// returns # of keywords added
|
|
function addRssTitles(xmlData, feedUrl) {
|
|
let rssTitles = '';
|
|
|
|
if (!useRss || !xmlData) {
|
|
return 0;
|
|
}
|
|
|
|
const feedTitles = xmlData.getElementsByTagName('title');
|
|
if (!feedTitles || feedTitles.length < 2) {
|
|
cerr('no items(' + feedTitles + ') for rss-feed: ' + feedUrl);
|
|
return 0;
|
|
}
|
|
|
|
let feedObject = {};
|
|
feedObject.name = feedTitles[0].firstChild.nodeValue;
|
|
feedObject.words = [];
|
|
|
|
for (let i = 1; i < feedTitles.length; i++) {
|
|
if (feedTitles[i].firstChild) {
|
|
rssTitles = feedTitles[i].firstChild.nodeValue;
|
|
rssTitles += ' ----- ';
|
|
}
|
|
let queryToAdd = filterKeyWords(rssTitles, feedUrl);
|
|
addQuery(queryToAdd, feedObject.words);
|
|
}
|
|
|
|
if (TMNQueries.rss === undefined) {
|
|
TMNQueries.rss = [];
|
|
}
|
|
TMNQueries.rss.push(feedObject);
|
|
|
|
return 1;
|
|
}
|
|
|
|
function readDHSList() {
|
|
TMNQueries.dhs = [];
|
|
let i = 0;
|
|
let req = new XMLHttpRequest();
|
|
req.overrideMimeType('application/json');
|
|
req.open('GET', browser.extension.getURL('dhs_keywords.json'), true);
|
|
req.onreadystatechange = function() {
|
|
let response = JSON.parse(req.responseText);
|
|
let keywords = response.keywords;
|
|
for (let cat of keywords) {
|
|
TMNQueries.dhs[i] = {};
|
|
TMNQueries.dhs[i].category_name = cat.category_name;
|
|
TMNQueries.dhs[i].words = [];
|
|
for (let word of cat.category_words)
|
|
{
|
|
TMNQueries.dhs[i].words.push(word.name);
|
|
}
|
|
i++;
|
|
}
|
|
};
|
|
req.send(null);
|
|
}
|
|
|
|
function doRssFetch(feedUrl) {
|
|
if (!useRss) {
|
|
return;
|
|
}
|
|
try {
|
|
req = new XMLHttpRequest();
|
|
req.open('GET', feedUrl, true);
|
|
req.onreadystatechange = function() {
|
|
if (req.readyState == 4 && req.status === 200) {
|
|
addRssTitles(req.responseXML, feedUrl);
|
|
}
|
|
};
|
|
req.send(null);
|
|
} catch (ex) {
|
|
console.log(
|
|
'[WARN] doRssFetch(' +
|
|
feedUrl +
|
|
')\n' +
|
|
' ' +
|
|
ex.message +
|
|
' | Using defaults...'
|
|
);
|
|
return;
|
|
}
|
|
}
|
|
|
|
function getSubQuery(queryWords) {
|
|
let incQuery = '';
|
|
let randomArray = [];
|
|
for (let k = 0; k < queryWords.length && k < 5; k++) {
|
|
let randomIndex = roll(0, queryWords.length - 1);
|
|
if (randomArray.indexOf(randomIndex) < 0)
|
|
randomArray.push(randomIndex);
|
|
}
|
|
randomArray.sort();
|
|
for (let k = 0; k < randomArray.length - 1; k++) {
|
|
incQuery += queryWords[randomArray[k]] + ' ';
|
|
}
|
|
incQueries.push(trim(incQuery));
|
|
}
|
|
|
|
function getQuery() {
|
|
let term = null;
|
|
while (!term) {
|
|
term = randomQuery();
|
|
}
|
|
if (term.indexOf('\n') > 0) { // yuck, replace w' chomp();
|
|
while (true) {
|
|
for (let i = 0; i < term.length; i++) {
|
|
if (term.charAt(i) == '\n') {
|
|
term = term.substring(0, i) + ' ' + term.substring(i + 1, term.length);
|
|
continue;
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
return term;
|
|
}
|
|
|
|
function updateOnErr() {
|
|
let details = {
|
|
'text': 'Error'
|
|
};
|
|
let tooltip = {
|
|
'title': 'TMN Error'
|
|
};
|
|
browser.browserAction.setBadgeBackgroundColor({
|
|
'color': [255, 0, 0, 255]
|
|
});
|
|
browser.browserAction.setBadgeText(details);
|
|
browser.browserAction.setTitle(tooltip);
|
|
}
|
|
|
|
function updateOnSend(queryToSend) {
|
|
tmn_query = queryToSend;
|
|
let details = {
|
|
'text': queryToSend
|
|
};
|
|
let tooltip = {
|
|
'title': engine + ': ' + queryToSend
|
|
};
|
|
browser.browserAction.setBadgeBackgroundColor({
|
|
'color': [113, 113, 198, 255]
|
|
});
|
|
browser.browserAction.setBadgeText(details);
|
|
browser.browserAction.setTitle(tooltip);
|
|
}
|
|
|
|
function createLog(type, engine, mode, query, id, asearch) {
|
|
let logEntry = { 'type': type, 'engine': engine };
|
|
if (mode)
|
|
logEntry.mode = tmn_mode;
|
|
if (query)
|
|
logEntry.query = query;
|
|
if (id)
|
|
logEntry.id = id;
|
|
if (asearch)
|
|
logEntry.newUrl = asearch;
|
|
return logEntry;
|
|
}
|
|
|
|
function doSearch() {
|
|
let newquery = getQuery();
|
|
try {
|
|
if (incQueries && incQueries.length > 0)
|
|
sendQuery(null);
|
|
else {
|
|
newquery = getQuery();
|
|
const queryWords = newquery.split(' ');
|
|
if (queryWords.length > 3) {
|
|
getSubQuery(queryWords);
|
|
if (useIncrementals) {
|
|
let unsatisfiedNumber = roll(1, 4);
|
|
for (let n = 0; n < unsatisfiedNumber - 1; n++)
|
|
getSubQuery(queryWords);
|
|
}
|
|
// not sure what is going on here? -dch
|
|
if (incQueries && incQueries.length > 0)
|
|
newquery = incQueries.pop();
|
|
}
|
|
sendQuery(newquery);
|
|
}
|
|
} catch (e) {
|
|
cerr('error in doSearch', e);
|
|
}
|
|
}
|
|
|
|
function sendQuery(queryToSend) {
|
|
tmn_scheduledSearch = false;
|
|
let url = getEngineById(engine).urlmap;
|
|
let isIncr = (queryToSend === null);
|
|
if (queryToSend === null) {
|
|
if (incQueries && incQueries.length > 0)
|
|
queryToSend = incQueries.pop();
|
|
else {
|
|
if (!queryToSend)
|
|
console.log('sendQuery error! queryToSendis null');
|
|
return;
|
|
}
|
|
}
|
|
if (Math.random() < 0.9) queryToSend = queryToSend.toLowerCase();
|
|
if (queryToSend[0] == ' ') queryToSend = queryToSend.substr(1); //remove the first space ;
|
|
|
|
if (useTab) {
|
|
if (getTMNTab() === -1) {
|
|
createTab();
|
|
}
|
|
let TMNReq = {
|
|
tmnQuery: queryToSend,
|
|
tmnEngine: getEngineById(engine),
|
|
allEngines: engines,
|
|
tmnUrlMap: url,
|
|
tmnMode: tmn_mode,
|
|
tmnID: tmn_id++
|
|
};
|
|
try {
|
|
browser.tabs.sendMessage(tmn_tab_id, TMNReq);
|
|
debug('Message sent to the tab');
|
|
} catch (ex) {
|
|
rescheduleOnError();
|
|
}
|
|
} else {
|
|
let queryURL = queryToURL(url, queryToSend);
|
|
debug('The encoded URL is ' + queryURL);
|
|
let xhr = new XMLHttpRequest();
|
|
xhr.open('GET', queryURL, true);
|
|
xhr.onreadystatechange = function() {
|
|
if (xhr.readyState == 4) {
|
|
clearTimeout(tmn_errTimeout);
|
|
if (xhr.status >= 200 && xhr.status < 400) {
|
|
let logEntry = {
|
|
type: 'query',
|
|
engine: engine,
|
|
mode: tmn_mode,
|
|
query: queryToSend,
|
|
id: tmn_id++
|
|
};
|
|
log(logEntry);
|
|
reschedule();
|
|
let html = xhr.responseText;
|
|
extractQueries(html);
|
|
} else {
|
|
rescheduleOnError();
|
|
}
|
|
}
|
|
};
|
|
updateOnSend(queryToSend);
|
|
xhr.send();
|
|
currentTMNURL = queryURL;
|
|
}
|
|
}
|
|
|
|
function queryToURL(url, query) {
|
|
if (Math.random() < 0.9)
|
|
query = query.toLowerCase();
|
|
let urlQuery = url.replace('|', query);
|
|
urlQuery = urlQuery.replace(/ /g, ' +');
|
|
let encodedUrl = encodeURI(urlQuery);
|
|
encodedUrl = encodedUrl.replace(/%253/g, '%3');
|
|
|
|
return encodedUrl;
|
|
}
|
|
|
|
function updateCurrentURL(taburl) {
|
|
currentTMNURL = taburl.url;
|
|
debug('currentTMNURL is :' + currentTMNURL);
|
|
}
|
|
|
|
function rescheduleOnError() {
|
|
let pauseAfterError = Math.max(2 * tmn_timeout, 60000);
|
|
tmn_mode = 'recovery';
|
|
burstCount = 0;
|
|
console.log('[INFO] Trying again in ' + (pauseAfterError / 1000) + 's');
|
|
log({
|
|
'type': 'ERROR' ,
|
|
'message': 'next search in ' + (pauseAfterError / 1000) + 's',
|
|
'engine': engine
|
|
});
|
|
updateOnErr();
|
|
|
|
// reschedule after long pause
|
|
if (enabled)
|
|
scheduleNextSearch(pauseAfterError);
|
|
return false;
|
|
}
|
|
|
|
function reschedule() {
|
|
let delay = tmn_timeout;
|
|
|
|
if (tmn_scheduledSearch) return;
|
|
else tmn_scheduledSearch = true;
|
|
|
|
if (isBursting()) { // schedule for burs
|
|
delay = Math.min(delay, burstTimeout);
|
|
scheduleNextSearch(delay);
|
|
tmn_mode = 'burst';
|
|
burstCount--;
|
|
} else { // Not bursting, schedule per usual
|
|
tmn_mode = 'timed';
|
|
scheduleNextSearch(delay);
|
|
}
|
|
}
|
|
|
|
function scheduleNextSearch(delay) {
|
|
if (!enabled)
|
|
return;
|
|
if (delay > 0) {
|
|
if (!isBursting()) { // randomize to approach target frequency
|
|
let offset = delay * (Math.random() / 2);
|
|
delay = parseInt(delay) + offset;
|
|
} else { // just simple randomize during a burst
|
|
delay += delay * (Math.random() - 0.5);
|
|
}
|
|
}
|
|
if (isBursting())
|
|
engine = burstEngine;
|
|
else
|
|
engine = chooseEngine(searchEngines.split(','));
|
|
debug('NextSearchScheduled on: ' + engine);
|
|
tmn_errTimeout = window.setTimeout(rescheduleOnError, delay * 3);
|
|
tmn_searchTimer = window.setTimeout(doSearch, delay);
|
|
}
|
|
|
|
function enterBurst(burst_engine) {
|
|
if (!burstEnabled)
|
|
return;
|
|
console.log('Entering burst mode for engine: ' + burst_engine);
|
|
let logMessage = {
|
|
type: 'info',
|
|
message: 'User made a search, start burst',
|
|
engine: burst_engine
|
|
};
|
|
log(logMessage);
|
|
burstEngine = burst_engine;
|
|
burstCount = roll(3, 10);
|
|
}
|
|
|
|
function deleteTabWithUrl(tabURL) {
|
|
for (let tab of tabs)
|
|
if (tab.url == tabURL) {
|
|
tab.close();
|
|
return;
|
|
}
|
|
}
|
|
|
|
function saveOptions() {
|
|
let options = getOptions();
|
|
browser.storage.local.set({
|
|
'options_tmn': JSON.stringify(options),
|
|
'tmn_id': tmn_id,
|
|
'gen_queries': JSON.stringify(TMNQueries)
|
|
});
|
|
}
|
|
|
|
function getOptions() {
|
|
let options = {};
|
|
options.enabled = enabled;
|
|
options.timeout = tmn_timeout;
|
|
options.searchEngines = searchEngines;
|
|
options.useTab = useTab;
|
|
options.burstMode = burstEnabled;
|
|
options.feedList = feedList;
|
|
options.use_black_list = useBlackList;
|
|
options.use_dhs_list = useDHSList;
|
|
options.kw_black_list = kwBlackList.join(',');
|
|
options.saveLogs = saveLogs;
|
|
options.disableLogs = disableLogs;
|
|
options.useRss = useRss;
|
|
options.useUserList = useUserList;
|
|
return options;
|
|
}
|
|
|
|
function initOptions() {
|
|
enabled = true;
|
|
timeout = 6000;
|
|
burstMode = true;
|
|
searchEngines = 'google,yahoo,bing';
|
|
useTab = false;
|
|
useBlackList = true;
|
|
useDHSList = false;
|
|
useRss = true;
|
|
kwBlackList = ['bomb', 'porn', 'pornographie'];
|
|
saveLogs = true;
|
|
disableLogs = false;
|
|
}
|
|
|
|
function restoreOptions() {
|
|
let getter = browser.storage.local.get('options_tmn');
|
|
getter.then(function(item) {
|
|
let options;
|
|
try {
|
|
options = JSON.parse(item.options_tmn);
|
|
} catch (e) {
|
|
resetOptions();
|
|
return;
|
|
}
|
|
enabled = options.enabled;
|
|
debug('Restore: ' + enabled);
|
|
useBlackList = options.use_black_list;
|
|
useDHSList = options.use_dhs_list;
|
|
tmn_timeout = options.timeout;
|
|
burstEnabled = options.burstMode;
|
|
searchEngines = options.searchEngines;
|
|
disableLogs = options.disableLogs;
|
|
saveLogs = options.saveLogs;
|
|
useTab = options.useTab;
|
|
feedList = options.feedList;
|
|
tmn_id = options.tmn_id;
|
|
useRss = options.useRss;
|
|
if (
|
|
options.kw_black_list &&
|
|
options.kw_black_list.length > 0
|
|
) {
|
|
kwBlackList = options.kw_black_list.split(',');
|
|
}
|
|
}, function() {
|
|
// error in getting
|
|
initOptions();
|
|
console.log('Init: ' + enabled);
|
|
return;
|
|
});
|
|
let querygetter = browser.storage.local.get('gen_queries');
|
|
querygetter.then(function(item) {
|
|
try {
|
|
TMNQueries = JSON.parse(item.gen_queries);
|
|
} catch (e) {
|
|
TMNQueries = {};
|
|
}
|
|
});
|
|
let loggetter = browser.storage.local.get('logs_tmn');
|
|
loggetter.then(function(item) {
|
|
try {
|
|
tmnLogs = JSON.parse(item.logs_tmn);
|
|
if (typeof tmnLogs === 'object') {
|
|
tmnLogs = Object.keys(tmnLogs).map(x => tmnLogs[x]);
|
|
}
|
|
} catch (e) {
|
|
tmnLogs = [];
|
|
}
|
|
});
|
|
let enginegetter = browser.storage.local.get('engines');
|
|
enginegetter.then(function(item) {
|
|
try {
|
|
engines = JSON.parse(item.engines);
|
|
} catch (e) {
|
|
resetOptions();
|
|
}
|
|
});
|
|
}
|
|
|
|
function toggleTMN() {
|
|
enabled = !enabled;
|
|
return enabled;
|
|
}
|
|
|
|
function resetOptions() {
|
|
console.log('Resetting options');
|
|
browser.storage.local.remove([
|
|
'options_tmn',
|
|
'tmn_id',
|
|
'gen_queries',
|
|
]);
|
|
|
|
useTab = false;
|
|
enabled = true;
|
|
load_full_pages = false;
|
|
last_url = '';
|
|
stop_when = 'start';
|
|
useIncrementals = true;
|
|
incQueries = [];
|
|
searchEngines = 'google';
|
|
engine = 'google';
|
|
useRss = true;
|
|
useUserList = false;
|
|
TMNQueries = {};
|
|
branch = 'extensions.trackmenot.';
|
|
feedList = 'http://www.techmeme.com/index.xml|http://rss.slashdot.org/Slashdot/slashdot|http://feeds.nytimes.com/nyt/rss/HomePage';
|
|
tmnLogs = [];
|
|
disableLogs = false;
|
|
saveLogs = true;
|
|
kwBlackList = [];
|
|
useBlackList = true;
|
|
useDHSList = false;
|
|
zeitgeist = ['facebook', 'youtube', 'myspace', 'craigslist', 'ebay', 'yahoo', 'walmart', 'netflix', 'amazon', 'home depot', 'best buy', 'Kentucky Derby', 'NCIS', 'Offshore Drilling', 'Halle Berry', 'iPad Cases', 'Dorothy Provine', 'Emeril', "Conan O'Brien", 'Blackberry', 'Free Comic Book Day', ' American Idol', 'Palm', 'Montreal Canadiens', 'George Clooney', 'Crib Recall', 'Auto Financing', 'Katie Holmes', "Madea's Big Happy Family", 'Old Navy Coupon', 'Sandra Bullock', 'Dancing With the Stars', 'M.I.A.', 'Matt Damon', 'Santa Clara County', 'Joey Lawrence', 'Southwest Airlines', 'Malcolm X', 'Milwaukee Bucks', 'Goldman Sachs', 'Hugh Hefner', 'Tito Ortiz', 'David McLaughlin', 'Box Jellyfish', 'Amtrak', 'Molly Ringwald', 'Einstein Horse', 'Oil Spill', ' Bret Michaels', 'Mississippi Tornado', 'Stephen Hawking', 'Kelley Blue Book', 'Hertz', 'Mariah Carey', 'Taiwan Earthquake', 'Justin Bieber', 'Public Bike Rental', 'BlackBerry Pearl', 'NFL Draft', 'Jillian Michaels', 'Face Transplant', 'Dell', 'Jack in the Box', 'Rebbie Jackson', 'Xbox', 'Pampers', 'William Shatner', 'Earth Day', 'American Idol', 'Heather Locklear', 'McAfee Anti-Virus', 'PETA', 'Rihanna', 'South Park', 'Tiger Woods', 'Kate Gosselin', 'Unemployment', 'Dukan Diet', 'Oil Rig Explosion', 'Crystal Bowersox', 'New 100 Dollar Bill', 'Beastie Boys', 'Melanie Griffith', 'Borders', 'Tara Reid', '7-Eleven', 'Dorothy Height', 'Volcanic Ash', 'Space Shuttle Discovery', 'Gang Starr', 'Star Trek', 'Michael Douglas', 'NASCAR', 'Isla Fisher', 'Beef Recall', 'Rolling Stone Magazine', 'ACM Awards', 'NASA Space Shuttle', 'Boston Marathon', 'Iraq', 'Jennifer Aniston'];
|
|
tmn_timeout = 6000;
|
|
prev_engine = 'None';
|
|
burstEngine = '';
|
|
burstTimeout = 6000;
|
|
burstEnabled = false;
|
|
tmn_searchTimer = null;
|
|
burstCount = 0;
|
|
tmn_tab_id = -1;
|
|
tmn_id = 0;
|
|
tmn_logged_id = 0;
|
|
tmn_mode = 'timed';
|
|
tmn_errTimeout = null;
|
|
tmn_scheduledSearch = false;
|
|
tmn_query = 'No query sent yet';
|
|
currentTMNURL = '';
|
|
tmn_option_tab = null;
|
|
engines = [
|
|
{
|
|
'id': 'google',
|
|
'name': 'Google Search',
|
|
'urlmap': 'https://www.google.com/search?hl=en&q=|',
|
|
'regexmap': '^(https?:\/\/[a-z]+\.google\.(co\\.|com\\.)?[a-z]{2,3}\/(search){1}[\?]?.*?[&\?]{1}q=)([^&]*)(.*)$',
|
|
'host': '(www\.google\.(co\.|com\.)?[a-z]{2,3})$',
|
|
'testad': "let testad = function(ac,al) {return ( al&& (ac=='l' || ac=='l vst')&& al.indexOf('http')==0 && al.indexOf('https')!=0);}",
|
|
'box': SearchBox_google,
|
|
'button': getButton_google
|
|
},
|
|
{
|
|
'id': 'yahoo',
|
|
'name': 'Yahoo! Search',
|
|
'urlmap': 'http://search.yahoo.com/search;_ylt=' + getYahooId() + '?ei=UTF-8&fr=sfp&fr2=sfp&p=|&fspl=1',
|
|
'regexmap': '^(http:\/\/[a-z.]*?search\.yahoo\.com\/search.*?p=)([^&]*)(.*)$',
|
|
'host': '([a-z.]*?search\.yahoo\.com)$',
|
|
'testad': "let testad = function(ac,al) {return ( ac=='\"yschttl spt\"' || ac=='yschttl spt');}",
|
|
'box': SearchBox_yahoo,
|
|
'button': getButton_yahoo
|
|
},
|
|
{
|
|
'id': 'bing',
|
|
'name': 'Bing Search',
|
|
'urlmap': 'http://www.bing.com/search?q=|',
|
|
'regexmap': '^(http:\/\/www\.bing\.com\/search\?[^&]*q=)([^&]*)(.*)$',
|
|
'host': '(www\.bing\.com)$',
|
|
'testad': "let testad = function(ac,al) {return ( al&& al.indexOf('http')==0&& al.indexOf('https')!=0 && al.indexOf('msn')<0 && al.indexOf('live')<0 && al.indexOf('bing')<0&& al.indexOf('microsoft')<0 && al.indexOf('WindowsLiveTranslator')<0 ) }",
|
|
'box': SearchBox_bing,
|
|
'button': getButton_bing
|
|
},
|
|
{
|
|
'id': 'baidu',
|
|
'name': 'Baidu Search',
|
|
'urlmap': 'http://www.baidu.com/s?wd=|',
|
|
'regexmap': '^(http:\/\/www\.baidu\.com\/s\?.*?wd=)([^&]*)(.*)$',
|
|
'host': '(www\.baidu\.com)$',
|
|
'testad': "let testad = function(ac,al) {return ( al&& al.indexOf('baidu')<0 && al.indexOf('https')!=0);}",
|
|
'box': SearchBox_baidu,
|
|
'button': getButton_baidu
|
|
},
|
|
{
|
|
'id': 'aol',
|
|
'name': 'Aol Search',
|
|
'urlmap': 'http://search.aol.com/aol/search?q=|',
|
|
'regexmap': '^(http:\/\/[a-z0-9.]*?search\.aol\.com\/aol\/search\?.*?q=)([^&]*)(.*)$',
|
|
'host': '([a-z0-9.]*?search\.aol\.com)$',
|
|
'testad': "let testad = function(ac,al){return(ac=='\"find\"'||ac=='find'&& al.indexOf('https')!=0 && al.indexOf('aol')<0 );}",
|
|
'box': SearchBox_aol,
|
|
'button': getButton_aol
|
|
},
|
|
{
|
|
'id': 'ddg',
|
|
'name': 'DuckDuckGo Search',
|
|
'urlmap': 'http://duckduckgo.com/?q=|',
|
|
'regexmap': '^(http:\/\/duckduckgo\.com\/?q=)([^&]*)(.*)$'
|
|
}
|
|
];
|
|
|
|
saveOptions();
|
|
|
|
return restartTMN();
|
|
}
|
|
|
|
function restartTMN() {
|
|
createTab();
|
|
enabled = true;
|
|
browser.browserAction.setBadgeText({'text': 'On'});
|
|
browser.browserAction.setTitle({'title': 'On'});
|
|
scheduleNextSearch(4000);
|
|
initFeeds();
|
|
}
|
|
|
|
function stopTMN() {
|
|
enabled = false;
|
|
if (useTab)
|
|
deleteTab();
|
|
|
|
browser.browserAction.setBadgeBackgroundColor({
|
|
'color': [255, 0, 0, 255]
|
|
});
|
|
browser.browserAction.setBadgeText({'text': 'Off'});
|
|
browser.browserAction.setTitle({'title': 'Off'});
|
|
window.clearTimeout(tmn_searchTimer);
|
|
window.clearTimeout(tmn_errTimeout);
|
|
}
|
|
|
|
function preserveTMNTab() {
|
|
if (useTab && enabled) {
|
|
tmn_tab = null;
|
|
console.log('TMN tab has been deleted by the user, reload it');
|
|
createTab();
|
|
}
|
|
}
|
|
function formatNum(val) {
|
|
if (val < 10) return '0' + val;
|
|
return val;
|
|
}
|
|
|
|
function initFeeds() {
|
|
TMNQueries.extracted = [];
|
|
if (!load_full_pages) {
|
|
stop_when = 'start';
|
|
} else {
|
|
stop_when = 'end';
|
|
}
|
|
|
|
if (useRss) {
|
|
TMNQueries.rss = [];
|
|
|
|
let feeds = feedList.split('|');
|
|
for (let i = 0; i < feeds.length; i++)
|
|
doRssFetch(feeds[i]);
|
|
} else {
|
|
TMNQueries.rss = null;
|
|
}
|
|
|
|
if (!useUserList) {
|
|
TMNQueries.zeitgeist = zeitgeist;
|
|
} else {
|
|
TMNQueries.zeitgeist = null;
|
|
}
|
|
|
|
if (useDHSList) {
|
|
readDHSList();
|
|
} else {
|
|
TMNQueries.dhs = null;
|
|
}
|
|
}
|
|
|
|
function saveUserlist(list) {
|
|
TMNQueries.userlist = list;
|
|
}
|
|
|
|
function log(entry) {
|
|
if (disableLogs)
|
|
return;
|
|
try {
|
|
if (entry !== null) {
|
|
if (entry.type === 'query') {
|
|
if (entry.id && entry.id === tmn_logged_id)
|
|
return;
|
|
tmn_logged_id = entry.id;
|
|
}
|
|
let now = new Date();
|
|
entry.date = formatNum(now.getHours()) + ':' + formatNum(now.getMinutes()) + ':' + formatNum(now.getSeconds()) +
|
|
' ' + (now.getMonth() + 1) + '/' + now.getDate() + '/' + now.getFullYear();
|
|
}
|
|
}
|
|
catch (ex) {
|
|
console.log('[ERROR] ' + ex + ' / ' + ex.message + '\nlogging msg');
|
|
}
|
|
tmnLogs.unshift(entry);
|
|
browser.storage.local.set({
|
|
'logs_tmn': JSON.stringify(tmnLogs)
|
|
});
|
|
}
|
|
|
|
function sendClickEvent() {
|
|
if (prev_engine) {
|
|
console.log('About to click on ' + prev_engine);
|
|
browser.tabs.sendMessage(tmn_tab_id, {tmn_engine: getEngineById(prev_engine)});
|
|
}
|
|
}
|
|
|
|
function handleRequest(request, sender, sendResponse) {
|
|
if (request.tmnLog) {
|
|
console.log('Background logging: ' + request.tmnLog);
|
|
let logtext = JSON.parse(request.tmnLog);
|
|
log(logtext);
|
|
sendResponse({});
|
|
return;
|
|
}
|
|
if (request.updateStatus) {
|
|
updateOnSend(request.updateStatus);
|
|
sendResponse({});
|
|
return;
|
|
}
|
|
/*if (request.userSearch) {
|
|
console.log ("Detected User search")
|
|
enterBurst(request.userSearch);
|
|
sendResponse({});
|
|
return;
|
|
}*/
|
|
if (request.getURLMap) {
|
|
let tmp_engine = request.getURLMap;
|
|
let urlMap = currentUrlMap[tmp_engine];
|
|
sendResponse({
|
|
'url': urlMap
|
|
});
|
|
return;
|
|
}
|
|
if (request.setURLMap) {
|
|
console.log('Background handling: ' + request.setURLMap);
|
|
let vars = request.setURLMap.split('--');
|
|
let eng = vars[0];
|
|
let asearch = vars[1];
|
|
currentUrlMap[eng] = asearch;
|
|
browser.storage.local.set({
|
|
'url_map_tmn': JSON.stringify(currentUrlMap)
|
|
});
|
|
let logEntry = {
|
|
'type': 'URLmap',
|
|
'engine': eng,
|
|
'newUrl': asearch
|
|
};
|
|
log(logEntry);
|
|
sendResponse({});
|
|
return;
|
|
}
|
|
//console.log ("Background page received message: " + request.tmn);
|
|
switch (request.tmn) {
|
|
case 'currentURL':
|
|
sendResponse({
|
|
'url': currentTMNURL
|
|
});
|
|
break;
|
|
case 'useTab' :
|
|
sendResponse({
|
|
'tmnUseTab': useTab
|
|
});
|
|
break;
|
|
case 'pageLoaded': //Remove timer and then reschedule;
|
|
if (last_url == request.url) break;
|
|
else last_url = request.url;
|
|
prev_engine = engine;
|
|
clearTimeout(tmn_errTimeout);
|
|
if (Math.random() < 1) {
|
|
sendClickEvent();
|
|
}
|
|
reschedule();
|
|
try {
|
|
let html = request.html;
|
|
extractQueries(html);
|
|
} catch (ex) {}
|
|
sendResponse({});
|
|
break;
|
|
case 'tmnError': //Remove timer and then reschedule;
|
|
clearTimeout(tmn_errTimeout);
|
|
rescheduleOnError();
|
|
sendResponse({});
|
|
break;
|
|
case 'isActiveTab':
|
|
let active = (!sender.tab || sender.tab.id == tmn_tab_id);
|
|
sendResponse(
|
|
{'isActive': active}
|
|
);
|
|
break;
|
|
case 'TMNSaveOptions':
|
|
saveOptionFromTab(request.option);
|
|
sendResponse({});
|
|
break;
|
|
case 'TMNSaveUserlist':
|
|
saveUserlist(request.option);
|
|
sendResponse({});
|
|
break;
|
|
case 'TMNResetOptions':
|
|
resetOptions();
|
|
sendResponse({});
|
|
break;
|
|
case 'TMNValideFeeds':
|
|
validateFeeds(request.param);
|
|
sendResponse({});
|
|
break;
|
|
case 'TMNAddEngine':
|
|
console.log(request.engine);
|
|
addEngine(request.engine);
|
|
sendResponse({});
|
|
break;
|
|
case 'TMNDelEngine':
|
|
delEngine(request.engine);
|
|
sendResponse({});
|
|
break;
|
|
default:
|
|
// snub them.
|
|
}
|
|
|
|
}
|
|
|
|
return {
|
|
|
|
_handleRequest: function(request, sender, sendResponse) {
|
|
handleRequest(request, sender, sendResponse);
|
|
},
|
|
|
|
startTMN: function() {
|
|
restoreOptions();
|
|
//browser.browserAction.setPopup("tmn_menu.html");
|
|
|
|
initFeeds();
|
|
|
|
let engines = searchEngines.split(',');
|
|
engine = chooseEngine(engines);
|
|
monitorBurst();
|
|
|
|
if (enabled) {
|
|
|
|
browser.browserAction.setBadgeText({
|
|
'text': 'ON'
|
|
});
|
|
browser.browserAction.setTitle({
|
|
'title': 'TMN is ON'
|
|
});
|
|
|
|
createTab();
|
|
scheduleNextSearch(4000);
|
|
} else {
|
|
browser.browserAction.setBadgeText({
|
|
'text': 'OFF'
|
|
});
|
|
browser.browserAction.setTitle({
|
|
'title': 'TMN is OFF'
|
|
});
|
|
}
|
|
|
|
browser.windows.onRemoved.addListener(function() {
|
|
if (useTab) {
|
|
deleteTab();
|
|
}
|
|
if (!saveLogs)
|
|
browser.storage.local.set({'logs_tmn': ''});
|
|
});
|
|
|
|
},
|
|
|
|
_getOptions: function() {
|
|
return getOptions();
|
|
},
|
|
|
|
_getLogs: function() {
|
|
return tmnLogs;
|
|
},
|
|
|
|
_clearLogs: function() {
|
|
clearLog();
|
|
},
|
|
|
|
_randomQuery: function() {
|
|
return randomQuery();
|
|
},
|
|
|
|
_getAllQueries: function() {
|
|
return TMNQueries;
|
|
//sendMessageToOptionScript("TMNSendQueries",{queries:allqueries})
|
|
},
|
|
|
|
_restartTMN: function() {
|
|
return restartTMN();
|
|
},
|
|
|
|
_stopTMN: function() {
|
|
return stopTMN();
|
|
},
|
|
|
|
_getEngine: function() {
|
|
return engine;
|
|
},
|
|
|
|
_getTargetEngines: function() {
|
|
return engines;
|
|
},
|
|
|
|
_getQuery: function() {
|
|
return tmn_query;
|
|
},
|
|
_saveOptions: function() {
|
|
return saveOptions();
|
|
},
|
|
|
|
_changeTabStatus: function(useT) {
|
|
return changeTabStatus(useT);
|
|
},
|
|
|
|
_hideTMNTab: function(tab_id) {
|
|
if (tab_id == tmn_tab_id) {
|
|
console.log('TMN tab has been selected by the user, hidding it');
|
|
browser.tabs.remove(tmn_tab_id);
|
|
return;
|
|
}
|
|
|
|
},
|
|
|
|
_deleteTabWhenClosing: function(win_id) {
|
|
if (useTabe && tmn_win_id == win_id) {
|
|
console.log('TMN win has been closed by the user, close the tab');
|
|
browser.tabs.remove(tmn_tab_id);
|
|
return;
|
|
}
|
|
|
|
},
|
|
|
|
_preserveTMNTab: function(tab_id) {
|
|
if (tab_id == tmn_tab_id && useTab) {
|
|
tmn_tab_id = -1;
|
|
console.log('TMN tab has been deleted by the user, reload it');
|
|
createTab();
|
|
return;
|
|
}
|
|
|
|
},
|
|
};
|
|
}();
|
|
|
|
browser.runtime.onMessage.addListener(TRACKMENOT.TMNSearch._handleRequest);
|
|
|
|
//browser.tabs.onSelectionChanged.addListener(TRACKMENOT.TMNSearch._hideTMNTab);
|
|
browser.tabs.onRemoved.addListener(TRACKMENOT.TMNSearch._preserveTMNTab);
|
|
//browser.windows.onRemoved.addListener(TRACKMENOT.TMNSearch._deleteTabWhenClosing);
|
|
|
|
TRACKMENOT.TMNSearch.startTMN();
|