Files
burrow-server/tools/decompiled/com/sbi/prediction/Predictions.as
T

666 lines
23 KiB
ActionScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
package com.sbi.prediction
{
import flash.utils.ByteArray;
public class Predictions
{
private const CACHE_SIZE:int = 255;
private const VARIANT_FORM_MULTIPLIER:Number = 0.99;
private const PUNCTUATION_INSERTION_MULTIPLIER:Number = 0.95;
private const NEARBY_KEY_REPLACEMENT_MULTIPLIER:Number = 1;
private const TRANSPOSITION_MULTIPLIER:Number = 0.3;
private const INSERTION_MULTIPLIER:Number = 0.3;
private const SUBSTITUTION_MULTIPLIER:Number = 0.3;
private const DELETION_MULTIPLIER:Number = 0.3;
private const ZERO_CORRECTION_PREFIX_MULTIPLIER:Number = 10;
private const NO_FREQUENCY_INPUT_MATCH_WEIGHT:Number = 30;
private const EXACT_WORD_MATCH_WEIGHT:Number = 15;
private const WORD_EXTENSION_MULTIPLIER:Number = 0.9;
private const CANDIDATES_PER_BATCH:Number = 100;
private const _rootToAccentedForm:Object = {
"a":"ÁáĂăǍǎÂâÄäȦȧẠạȀȁÀàẢảȂȃĀāĄąÅåḀḁȺⱥÃãǼǽǢǣÆæ",
"b":"ḂḃḄḅƁɓḆḇɃƀƂƃ",
"c":"ĆćČčÇçĈĉĊċƇƈȻȼ",
"d":"ĎďḐḑḒḓḊḋḌḍƊɗḎḏĐđƋƌð",
"e":"ÉéĔĕĚěȨȩÊêḘḙËëĖėẸẹȄȅÈèẺẻȆȇĒēĘę",
"f":"ḞḟƑƒ",
"g":"ǴǵĞğǦǧĢģĜĝĠġƓɠḠḡǤǥ",
"h":"ḪḫȞȟḨḩĤĥⱧⱨḦḧḢḣḤḥĦħ",
"i":"ÍíĬĭǏǐÎîÏïỊịȈȉÌìỈỉȊȋĪīĮįƗɨĨĩḬḭı",
"j":"ĴĵɈɉ",
"k":"ḰḱǨǩĶķⱩⱪꝂꝃḲḳƘƙḴḵꝀꝁ",
"l":"ĹĺȽƚĽľĻļḼḽḶḷⱠⱡꝈꝉḺḻĿŀⱢɫŁł",
"m":"ḾḿṀṁṂṃⱮɱ",
"n":"ŃńŇňŅņṊṋṄṅṆṇǸǹƝɲṈṉȠƞÑñ",
"o":"ÓóŎŏǑǒÔôÖöȮȯỌọŐőȌȍÒòỎỏƠơȎȏꝊꝋꝌꝍŌōǪǫØøÕõŒœ",
"p":"ṔṕṖṗꝒꝓƤƥⱣᵽꝐꝑ",
"q":"Ꝗꝗ",
"r":"ŔŕŘřŖŗṘṙṚṛȐȑȒȓṞṟɌɍⱤɽ",
"s":"ŚśŠšŞşŜŝȘșṠṡṢṣß",
"t":"ŤťŢţṰṱȚțȾⱦṪṫṬṭƬƭṮṯƮʈŦŧ",
"u":"ÚúŬŭǓǔÛûṶṷÜüṲṳỤụŰűȔȕÙùỦủƯưȖȗŪūŲųŮůŨũṴṵ",
"v":"ṾṿƲʋṼṽ",
"w":"ẂẃŴŵẄẅẆẇẈẉẀẁⱲⱳ",
"x":"ẌẍẊẋ",
"y":"ÝýŶŷŸÿẎẏỴỵỲỳƳƴỶỷỾỿȲȳɎɏỸỹ",
"z":"ŹźŽžẐẑⱫⱬŻżẒẓȤȥẔẕƵƶ",
"α":"άΆ",
"ε":"έΈ",
"η":"ήΉ",
"ι":"ίϊΐΊΪ",
"ο":"όΌ",
"υ":"ύϋΰΎΫ",
"ω":"ώΏ",
"$":"$"
};
private const SMALLEST_WEIGHT:Number = 0.5;
private var _tree:Array;
private var _maxWordLength:int;
private var _characterTable:Array = [];
private var _variants:Array = [];
private var _rootform:Array = [];
private var _nearbyKeys:Array;
private var _cache:LRUCache;
private var _validChars:SetDictionary = null;
private var _useType:int;
private var _isFromAutoCorrect:Boolean;
private var _candidates:BoundedPriorityQueue;
private var _suggestions:BoundedPriorityQueue;
private var _capitalize:Boolean;
private var _status:Object;
private var _cacheKey:String;
private var _input:String;
private var _maxSuggestions:Number;
private var _maxCorrections:Number;
private var _autoCorrections:SetDictionary;
private var _badWords:SetDictionary;
public function Predictions()
{
super();
}
public function setDictionary(param1:ByteArray) : void
{
var _loc7_:int = 0;
var _loc2_:int = 0;
var _loc8_:int = 0;
var _loc11_:int = 0;
var _loc18_:String = null;
var _loc10_:int = 0;
var _loc13_:int = 0;
var _loc16_:String = null;
var _loc12_:int = 0;
var _loc9_:int = 0;
var _loc15_:Array = null;
var _loc6_:int = 0;
var _loc3_:String = null;
var _loc4_:String = null;
var _loc5_:String = null;
var _loc20_:String = null;
_cache = new LRUCache(255);
var _loc14_:ByteArray = param1;
if(uint32(_loc14_,0) !== 1182289747 || uint32(_loc14_,4) !== 1145652052)
{
throw new Error("Invalid dictionary file");
}
if(uint32(_loc14_,8) !== 1)
{
throw new Error("Unknown dictionary version");
}
_maxWordLength = _loc14_[12] + 1;
var _loc21_:int = uint16(_loc14_,13);
_loc7_ = 0;
while(_loc7_ < _loc21_)
{
_loc2_ = 15 + _loc7_ * 6;
_characterTable[uint16(_loc14_,_loc2_)] = uint32(_loc14_,_loc2_ + 2);
_loc7_++;
}
_autoCorrections = new SetDictionary();
var _loc23_:int = uint16(_loc14_,15 + _loc21_ * 6);
_loc2_ = 15 + _loc21_ * 6 + 2;
_loc7_ = 0;
while(_loc7_ < _loc23_)
{
_loc11_ = int(_loc14_[_loc2_++]);
_loc18_ = "";
_loc8_ = 0;
while(_loc8_ < _loc11_)
{
_loc10_ = uint16(_loc14_,_loc2_);
_loc18_ += String.fromCharCode(_loc10_);
_loc2_ += 2;
_loc8_++;
}
_loc13_ = int(_loc14_[_loc2_++]);
_loc8_ = 0;
while(_loc8_ < _loc13_)
{
_loc16_ = "";
_loc12_ = int(_loc14_[_loc2_++]);
_loc9_ = 0;
while(_loc9_ < _loc12_)
{
_loc10_ = uint16(_loc14_,_loc2_);
_loc16_ += String.fromCharCode(_loc10_);
_loc2_ += 2;
_loc9_++;
}
_autoCorrections.insertKey(_loc16_,_loc18_);
_loc8_++;
}
_loc7_++;
}
_tree = [];
_loc7_ = _loc2_;
while(_loc7_ < param1.length)
{
_tree.push(param1[_loc7_]);
_loc7_++;
}
var _loc22_:Object = {};
for(var _loc19_:String in _rootToAccentedForm)
{
_loc15_ = _rootToAccentedForm[_loc19_].split("");
_loc6_ = int(_loc15_.length);
_loc7_ = 0;
while(_loc7_ < _loc6_)
{
_loc22_[_loc15_[_loc7_]] = _loc19_;
_loc7_++;
}
}
for(var _loc17_:String in _characterTable)
{
_variants[_loc17_] = "";
_loc3_ = String.fromCharCode(_loc17_);
_loc4_ = _loc3_.toUpperCase();
_loc5_ = _loc3_.toLowerCase();
if(_loc4_ !== _loc3_)
{
var _loc25_:String = _loc17_;
var _loc24_:String = _variants[_loc25_] + _loc4_;
_variants[_loc25_] = _loc24_;
_rootform[_loc17_] = _loc17_;
}
if(_loc5_ !== _loc3_)
{
_loc24_ = _loc17_;
_loc25_ = _variants[_loc24_] + _loc5_;
_variants[_loc24_] = _loc25_;
_rootform[_loc17_] = _loc5_.charCodeAt(0);
}
if(_loc22_[_loc3_])
{
_loc20_ = _loc22_[_loc3_];
_rootform[_loc17_] = _loc20_.charCodeAt(0);
_variants[_loc17_] += _loc20_ + _loc20_.toUpperCase();
}
_badWords = new SetDictionary();
_badWords.insertArray(["anal","ass","asses","asshole","assholes","aswhole","beastiality","bitch","blowjob","blowjobs","boner","boners","brewski","brewskis","chaturbate","clit","clits","clitoris","cock","cocked","cocking","cocks","cumshot","cunnilingus","douche","ejaculate","ejaculated","ejaculates","ejaculating","erection","erections","faggot","faggots","fecken","fellatio","fellation","fuck","fucked","fucker","fuckers","fucking","fucks","masturbate","masturbates","masturbating","masturbation","masturbator","masturbators","nigga","niggas","nigger","niggers","orgasm","orgasms","penis","porn","porno","pornographic","pornography","pussy","pussies","rape","raped","rapes","raping","sex","vagina","virgin","virginity","virgins","password","dick","dicks","passwords","bitches","accounts","douches","vaginas","cum","cums","cumming","fuk","fuks","fuking","fuked","sexy","douchebag","douchebags","drug","drugs","beer","beers","shit","shits","shitting","address","email","emails","emailing","emailed","addresses"
,"cell","motherfucker","motherfucking","motherfuck","motherfucks","motherfucked"]);
}
generateValidChars();
}
public function getRootFormOfChar(param1:int) : int
{
return _rootform[param1];
}
private function setNearbyKeys(param1:*) : void
{
_cache = new LRUCache(255);
_nearbyKeys = param1;
}
private function generateValidChars() : void
{
var _loc4_:Array = null;
var _loc5_:int = 0;
_validChars = new SetDictionary();
for(var _loc6_:int in _variants)
{
_validChars.insertKeyValue(String.fromCharCode(_loc6_));
_loc4_ = _variants[_loc6_].split("");
for each(var _loc1_:String in _loc4_)
{
_validChars.insertKeyValue(_loc1_);
}
_loc5_ = int(_rootform[_loc6_]);
if(_loc5_ && _nearbyKeys && _nearbyKeys[_loc5_])
{
for each(var _loc2_:String in _nearbyKeys)
{
_validChars.insertKeyValue(String.fromCharCode(_loc2_));
if(_variants[_loc2_])
{
for each(var _loc3_:String in _variants[_loc2_])
{
_validChars.insertKeyValue(_loc3_);
}
}
}
}
}
}
public function predict(param1:String, param2:Number, param3:Number, param4:Number, param5:int) : Array
{
var input:String = param1;
var maxSuggestions:Number = param2;
var maxCandidates:Number = param3;
var maxCorrections:Number = param4;
var useType:int = param5;
if(!_tree)
{
throw Error("not initialized");
}
_input = input;
_maxSuggestions = maxSuggestions;
_maxCorrections = maxCorrections;
_useType = useType;
_candidates = new BoundedPriorityQueue(maxCandidates);
_suggestions = new BoundedPriorityQueue(maxSuggestions);
_capitalize = input.charAt(0) === input.charAt(0).toUpperCase();
_status = {
"state":"predicting",
"abort":function():void
{
if(this.state !== "done" && this.state !== "aborted")
{
this.state = "aborting";
}
}
};
_cacheKey = input + "," + maxSuggestions + "," + maxCandidates + "," + maxCorrections;
_isFromAutoCorrect = false;
if(input.length > 0 && !_badWords.containsKey(input))
{
if(_autoCorrections.containsKey(input))
{
_input = String(_autoCorrections.getValue(input));
_isFromAutoCorrect = true;
}
return getSuggestions();
}
_status.state = "done";
_status.suggestions = [];
return _status.suggestions;
}
private function getSuggestions() : Array
{
var _loc3_:Array = null;
var _loc2_:int = 0;
var _loc1_:Object = _cache.getData(_cacheKey);
if(_loc1_)
{
_status.state = "done";
_status.suggestions = _loc1_;
return _status.suggestions;
}
var _loc4_:Boolean = false;
if(_input.length > _maxWordLength)
{
_loc4_ = true;
}
else
{
_loc3_ = _input.split("");
_loc2_ = 0;
while(_loc2_ < _loc3_.length)
{
if(!_validChars.containsKey(_loc3_[_loc2_]))
{
_loc4_ = true;
break;
}
_loc2_++;
}
}
if(_loc4_)
{
_status.state = "done";
_status.suggestions = [];
return _status.suggestions;
}
addCandidate(0,_input,"",1,1,0);
return processCandidates();
}
private function addCandidate(param1:*, param2:*, param3:*, param4:*, param5:*, param6:*) : void
{
var _loc7_:Number = param5 * param4;
if(param6 === 0 && param4 > 0.9 * 0.9)
{
_loc7_ += 100;
}
else if(param6 === 0)
{
_loc7_ += param5 / 32 * 10;
}
if(_loc7_ < 0.5)
{
return;
}
if(_loc7_ <= _suggestions.threshold)
{
return;
}
_candidates.add({
"pointer":param1,
"input":param2,
"output":param3,
"multiplier":param4,
"weight":_loc7_,
"corrections":param6
},_loc7_);
}
private function addSuggestion(param1:String, param2:Number, param3:int) : void
{
var _loc5_:int = 0;
if(_capitalize)
{
param1 = param1.charAt(0).toUpperCase() + param1.substring(1);
}
var _loc4_:int = int(_suggestions.items.length);
_loc5_ = 0;
while(_loc5_ < _loc4_)
{
if(_suggestions.items[_loc5_][0] === param1)
{
if(_suggestions.priorities[_loc5_] >= param2)
{
return;
}
_suggestions.removeItemAt(_loc5_);
break;
}
_loc5_++;
}
_suggestions.add([param1,param2,param3,_isFromAutoCorrect],param2);
}
private function processCandidates() : Array
{
var _loc2_:int = 0;
var _loc1_:Object = null;
if(aborted())
{
return _status.suggestions;
}
_loc2_ = 0;
while(_loc2_ < 100)
{
_loc1_ = _candidates.remove();
if(!_loc1_ || _loc1_.weight <= _suggestions.threshold)
{
_status.state = "done";
_status.suggestions = _suggestions.items;
_cache.insertKeyInCache(_cacheKey,_status.suggestions);
return _status.suggestions;
}
process(_loc1_);
_loc2_++;
}
return processCandidates();
}
private function process(param1:Object) : void
{
var _loc16_:String = null;
var _loc2_:Number = NaN;
var _loc18_:Number = NaN;
var _loc8_:Number = NaN;
var _loc4_:Number = NaN;
var _loc14_:String = null;
var _loc17_:Boolean = false;
var _loc5_:int = 0;
var _loc9_:int = 0;
var _loc12_:int = 0;
var _loc6_:int = 0;
var _loc15_:Number = NaN;
var _loc7_:String = param1.input;
var _loc10_:String = param1.output;
var _loc3_:Number = Number(param1.multiplier);
var _loc13_:Number = Number(param1.corrections);
var _loc11_:Object = {};
if(_loc7_.length > 0)
{
_loc16_ = _loc7_.charAt(0);
_loc2_ = _loc7_.charCodeAt(0);
}
_loc18_ = Number(param1.pointer);
while(_loc18_ !== -1)
{
readNode(_loc18_,_loc11_);
_loc8_ = Number(_loc11_.freq);
_loc4_ = _loc8_ * _loc3_;
if(_loc13_ > 0 && (_loc4_ <= _candidates.threshold || _loc4_ < 0.5))
{
break;
}
_loc14_ = _loc10_ + String.fromCharCode(_loc11_.ch);
if(_loc7_.length === 0)
{
if(_loc11_.ch === 0 && canUseWithType(_loc11_.useType,_loc11_.specificType))
{
if(_input.length == _loc10_.length)
{
if(_input.toUpperCase() === _loc10_.toUpperCase())
{
_loc17_ = true;
}
else
{
_loc5_ = 0;
while(_loc5_ < _loc10_.length)
{
if(_rootform[_loc10_.charCodeAt(_loc5_)] != _input.charCodeAt(_loc5_))
{
_loc17_ = false;
break;
}
_loc17_ = true;
_loc5_++;
}
}
}
if(_loc17_)
{
addSuggestion(_loc10_,_loc11_.freq === 1 ? 30 : _loc4_ + 15,_loc11_.useType);
}
else
{
addSuggestion(_loc10_,_loc4_,_loc11_.useType);
}
}
else
{
addCandidate(_loc11_.center,_loc7_,_loc14_,_loc3_ * 0.9,_loc8_,_loc13_);
}
}
else if(_loc11_.ch === 0)
{
if(_loc7_.length === 1)
{
addCandidate(_loc18_,"",_loc10_,_loc3_ * 0.3,_loc8_,_loc13_ + 1);
}
}
else
{
if(_loc11_.ch === _loc2_)
{
addCandidate(_loc11_.center,_loc7_.substring(1),_loc14_,_loc3_,_loc8_,_loc13_);
}
else if(_variants[_loc11_.ch].indexOf(_loc16_) !== -1)
{
addCandidate(_loc11_.center,_loc7_.substring(1),_loc14_,_loc3_ * 0.99,_loc8_,_loc13_);
}
else if(_loc13_ < _maxCorrections)
{
_loc9_ = int(_rootform[_loc11_.ch]);
_loc12_ = int(_rootform[_loc2_]);
_loc6_ = 0;
if(_loc6_)
{
_loc15_ = Math.max(_loc6_ * 1,0.3);
addCandidate(_loc11_.center,_loc7_.substring(1),_loc14_,_loc3_ * _loc15_,_loc8_,_loc13_ + 1);
}
else if(_loc10_.length > 0)
{
addCandidate(_loc11_.center,_loc7_.substring(1),_loc14_,_loc3_ * 0.3,_loc8_,_loc13_ + 1);
}
}
if(!_variants[_loc11_.ch])
{
addCandidate(_loc11_.center,_loc7_,_loc14_,_loc3_ * 0.95,_loc8_,_loc13_);
}
else if(_loc13_ < _maxCorrections && _loc10_.length > 0)
{
addCandidate(_loc11_.center,_loc7_,_loc14_,_loc3_ * 0.3,_loc8_,_loc13_ + 1);
}
if(_loc13_ < _maxCorrections && _loc7_.length > 1 && _loc10_.length > 0 && (_loc11_.ch === _loc7_.charCodeAt(1) || _variants[_loc11_.ch].indexOf(_loc7_.charAt(1)) !== -1))
{
addCandidate(_loc11_.center,_loc7_.charAt(0) + _loc7_.substring(2),_loc14_,_loc3_ * 0.3,_loc8_,_loc13_ + 1);
addCandidate(_loc11_.center,_loc7_.substring(2),_loc14_,_loc3_ * 0.3,_loc8_,_loc13_ + 1);
}
}
_loc18_ = Number(_loc11_.next);
}
}
private function canUseWithType(param1:int, param2:Boolean) : Boolean
{
if(_useType == 0)
{
return true;
}
if(param2)
{
return (param1 & _useType) > 0;
}
if(param1 == 0)
{
return true;
}
if((param1 & _useType) == 0)
{
return true;
}
return false;
}
private function readNode(param1:Number, param2:Object) : void
{
var _loc4_:Boolean = false;
if(param1 === -1)
{
throw Error("Assertion error: followed invalid pointer");
}
var _loc6_:Number = Number(_tree[param1++]);
var _loc3_:Number = _loc6_ & 0x80;
var _loc8_:Number = _loc6_ & 0x40;
var _loc5_:Number = _loc6_ & 0x20;
param2.freq = (_loc6_ & 0x1F) + 1;
var _loc7_:Number = 0;
param2.specificType = false;
if(_loc3_)
{
param2.ch = _tree[param1++];
if(_loc8_)
{
param2.ch = (param2.ch << 8) + _tree[param1++];
}
}
else
{
param2.ch = 0;
_loc7_ = Number(_tree[param1++]);
_loc4_ = _loc7_ >> 7 > 0;
if(_loc4_)
{
param2.specificType = true;
_loc7_ = _loc7_ * -1 & 0xFF;
}
}
param2.useType = _loc7_;
if(_loc5_)
{
param2.next = (_tree[param1++] << 16) + (_tree[param1++] << 8) + _tree[param1++];
}
else
{
param2.next = -1;
}
if(_loc3_)
{
param2.center = param1;
}
else
{
param2.center = -1;
}
}
private function aborted() : Boolean
{
if(_status.state === "aborting")
{
_status.state = "aborted";
return true;
}
return false;
}
private function uint32(param1:ByteArray, param2:Number) : int
{
return (param1[param2] << 24) + (param1[param2 + 1] << 16) + (param1[param2 + 2] << 8) + param1[param2 + 3];
}
private function uint16(param1:ByteArray, param2:Number) : int
{
return (param1[param2] << 8) + param1[param2 + 1];
}
}
}