Search.setIndex({objects:{"":{DISCO_ROTATE_LOG:[34,0,1],DISCO_PROXY:[34,0,1],DISCO_FLAGS:[34,0,1],read_parameters:[19,1,1],DISCO_MASTER_ROOT:[34,0,1],DDFS_PUT_MAX:[34,0,1],DISCO_PORT:[34,0,1],discocli:[41,4,1],DISCO_JOB_OWNER:[34,0,1],DISCO_PROXY_ENABLED:[34,0,1],DISCO_LOG_DIR:[34,0,1],DDFS_TAG_MIN_REPLICAS:[34,0,1],DISCO_SCHEDULER:[34,0,1],DDFS_TAG_REPLICAS:[34,0,1],write_kv:[19,1,1],DISCO_HTTPD:[34,0,1],DISCO_MASTER_HOST:[34,0,1],DISCO_EVENTS:[34,0,1],DISCO_DEBUG:[34,0,1],DISCO_TEST_HOST:[34,0,1],DISCO_TEST_DISCODB:[34,0,1],disco:[17,4,1],DISCO_NAME:[34,0,1],DISCO_PID_DIR:[34,0,1],read_kv:[19,1,1],copy_entry:[19,1,1],write_num_prefix:[19,1,1],DISCO_USER:[34,0,1],DDFS_PARANOID_DELETE:[34,0,1],DISCO_PROXY_PORT:[34,0,1],DDFS_ROOT:[34,0,1],DDFS_WRITE_TOKEN:[34,0,1],DDFS_DATA:[34,0,1],DISCO_MASTER_HOME:[34,0,1],DISCO_HOME:[34,0,1],DDFS_BLOB_REPLICAS:[34,0,1],DDFS_PUT_PORT:[34,0,1],ddfscli:[33,4,1],DISCO_ERLANG:[34,0,1],die:[19,1,1],DISCO_GC_AFTER:[34,0,1],discodb:[16,4,1],p_entry:[19,3,1],DISCO_ROOT:[34,0,1],dxmalloc:[19,1,1],DDFS_READ_TOKEN:[34,0,1],DISCO_TEST_PORT:[34,0,1],DISCO_DATA:[34,0,1],DISCO_WWW_ROOT:[34,0,1],DISCO_WORKER_MAX_MEM:[34,0,1],DISCO_MASTER_CONFIG:[34,0,1],DISCO_SCHEDULER_ALPHA:[34,0,1],discodexcli:[10,4,1],DDFS_GET_MAX:[34,0,1]},"discodb.query":{Q:[3,5,1],Clause:[3,5,1],Literal:[3,5,1]},jobdict:{worker:[0,10,1],nr_reduces:[0,10,1],prefix:[0,10,1],scheduler:[0,10,1],owner:[0,10,1],input:[0,10,1]},"disco.job":{Job:[29,5,1],JobPack:[29,5,1]},"disco.error":{CommError:[18,9,1],JobError:[18,9,1],DiscoError:[18,9,1],DataError:[18,9,1]},"discodb.query.Q":{wrap:[3,8,1],parse:[3,8,1]},"disco.worker.classic.func":{chain_reader:[19,7,1],disco_input_stream:[19,7,1],reduce:[19,7,1],InputStream:[19,5,1],disco_output_stream:[19,7,1],gzip_line_reader:[19,7,1],input_stream:[19,7,1],combiner:[19,7,1],sum_reduce:[19,7,1],reduce_input_stream:[19,7,1],reduce2:[19,7,1],task_input_stream:[19,7,1],nop_reduce:[19,7,1],init:[19,7,1],task_output_stream:[19,7,1],reduce_output_stream:[19,7,1],map:[19,7,1],OutputStream:[19,5,1],map_output_stream:[19,7,1],nop_map:[19,7,1],make_range_partition:[19,7,1],notifier:[19,7,1],gzip_reader:[19,7,1],partition:[19,7,1],sum_combiner:[19,7,1],default_partition:[19,7,1],re_reader:[19,7,1],old_netstr_reader:[19,7,1],map_input_stream:[19,7,1],output_stream:[19,7,1]},"disco.schemes.scheme_disco":{input_stream:[31,7,1]},"disco.worker.classic.func.InputStream":{read:[19,6,1]},"disco.worker.classic":{worker:[19,4,1],external:[19,4,1],func:[19,4,1],modutil:[19,4,1]},"disco.util":{err:[32,7,1],data_err:[32,7,1],jobname:[32,7,1],kvgroup:[32,7,1],parse_dir:[32,7,1],msg:[32,7,1]},"disco.worker.classic.worker":{this_host:[19,7,1],this_master:[19,7,1],get:[19,7,1],this_name:[19,7,1],Worker:[19,5,1],this_partition:[19,7,1],Params:[19,5,1],put:[19,7,1],this_inputs:[19,7,1]},"disco.worker.classic.external":{"package":[19,7,1]},"disco.ddfs.DDFS":{delattr:[24,6,1],blobs:[24,6,1],exists:[24,6,1],get:[24,6,1],chunk:[24,6,1],list:[24,6,1],walk:[24,6,1],put:[24,6,1],getattr:[24,6,1],tag:[24,6,1],setattr:[24,6,1],urls:[24,6,1],push:[24,6,1],attrs:[24,6,1],"delete":[24,6,1]},"discodex.mapreduce":{balancers:[5,4,1],Record:[5,5,1],parsers:[5,4,1],Indexer:[5,5,1],demuxers:[5,4,1]},"disco.job.JobPack":{load:[29,8,1],jobenvs:[29,10,1],jobdict:[29,10,1],jobhome:[29,10,1],jobdata:[29,10,1],dumps:[29,6,1]},"disco.core.Disco":{blacklist:[28,6,1],nodeinfo:[28,6,1],new_job:[28,6,1],profile_stats:[28,6,1],results:[28,6,1],oob_get:[28,6,1],oob_list:[28,6,1],purge:[28,6,1],whitelist:[28,6,1],kill:[28,6,1],clean:[28,6,1],events:[28,6,1],jobinfo:[28,6,1],jobpack:[28,6,1],joblist:[28,6,1],wait:[28,6,1]},"disco.worker.classic.modutil":{ModUtilImportError:[19,9,1],find_modules:[19,7,1],locate_modules:[19,7,1],parse_function:[19,7,1]},"disco.error.JobError":{message:[18,10,1],job:[18,10,1]},"disco.worker":{ParallelInput:[40,5,1],classic:[19,4,1],Worker:[40,5,1],MergedInput:[40,5,1],SerialInput:[40,5,1],Input:[40,5,1],Output:[40,5,1]},"disco.job.Job":{run:[29,6,1],Worker:[29,10,1],proxy_functions:[29,10,1]},"disco.schemes.scheme_http":{input_stream:[31,7,1]},"disco.schemes":{scheme_raw:[31,4,1],scheme_file:[31,4,1],scheme_discodb:[31,4,1],scheme_http:[31,4,1],scheme_disco:[31,4,1]},"disco.core":{Disco:[28,5,1],classic_iterator:[28,7,1],result_iterator:[28,7,1]},"discodb.DiscoDB":{peek:[16,6,1],get:[16,6,1],metaquery:[16,6,1],items:[16,6,1],unique_values:[16,6,1],keys:[16,6,1],values:[16,6,1],query:[16,6,1]},"disco.schemes.scheme_file":{input_stream:[31,7,1]},"disco.worker.Output":{path:[40,10,1],partition:[40,10,1],type:[40,10,1],file:[40,10,1]},"disco.worker.Worker":{bin:[40,10,1],jobzip:[40,6,1],jobenvs:[40,6,1],run:[40,6,1],getitem:[40,6,1],jobdict:[40,6,1],jobhome:[40,6,1],defaults:[40,6,1],input:[40,6,1],output:[40,6,1],main:[40,8,1]},"discodex.mapreduce.balancers":{roundrobinbalance:[5,7,1],nchunksbalance:[5,7,1]},"disco.worker.classic.func.OutputStream":{write:[19,6,1],close:[19,6,1],add:[19,6,1],path:[19,10,1]},"discodb.Q":{parse:[16,8,1],wrap:[16,8,1]},"disco.schemes.scheme_raw":{input_stream:[31,7,1]},discodb:{Q:[16,5,1],query:[3,4,1],kvgroup:[16,7,1],DiscoDB:[16,5,1]},p_entry:{data:[19,2,1],len:[19,2,1],sze:[19,2,1]},disco:{core:[28,4,1],schemes:[31,4,1],settings:[34,4,1],worker:[40,4,1],ddfs:[24,4,1],util:[32,4,1],job:[29,4,1],task:[38,4,1],error:[18,4,1]},discodex:{objects:[14,4,1],mapreduce:[5,4,1],settings:[45,4,1]},"disco.ddfs":{DDFS:[24,5,1]},"discodex.mapreduce.demuxers":{invertediddemux:[5,7,1],inverteddemux:[5,7,1],itemdemux:[5,7,1],nodemux:[5,7,1],namedfielddemux:[5,7,1]},"disco.task.Task":{uid:[38,10,1],get:[38,6,1],jobname:[38,10,1],host:[38,10,1],master:[38,10,1],mode:[38,10,1],taskid:[38,10,1],put:[38,6,1],path:[38,6,1]},"discodex.mapreduce.parsers":{noparse:[5,7,1],netstrparse:[5,7,1],recordparse:[5,7,1],csvrecordparse:[5,7,1],enumfieldparse:[5,7,1],rawparse:[5,7,1],wordparse:[5,7,1],discodbparse:[5,7,1]},"disco.task":{Task:[38,5,1],jobdata:[38,7,1]},"discodex.objects":{Index:[14,5,1],DataSet:[14,5,1]}},terms:{all:[0,1,2,20,7,8,13,15,16,5,19,22,23,24,25,28,30,34,36,37,18,40,43,44],yellow:36,four:[15,0,16],prefix:[24,0,25,26,16,40,34,19,29,8,30,22,23],whose:[16,45,36,31],"const":19,under:[36,43,19,25,23],aux:[30,43],output_loc:22,ddfs_get_max:34,everi:[15,23,5,19],downstream:22,"void":19,hardwar:23,upstream:22,affect:[16,23],eshel:43,upload:[22,25],terabyt:[6,23],math:19,map_input_stream:[19,25,44],ddfs_blob_replica:[34,26,36,23],direct:23,oob_get:[4,28,29],consequ:19,second:[36,25,13,28,19,22,43,32,44,23],"7th":25,disco_worker_max_mem:[34,25],even:[34,25,6,41,43,44,45,23],hide:23,neg:[0,25],lightn:[16,25],ptr:19,wordpars:[8,5],dg9rzw46ve9lru4:23,ever:[8,15,19,25],gen_serv:23,metadata:[4,34,28,23],elimin:20,behavior:[34,16,25],jobnam:[41,25,28,38,19,29,22,32],never:[27,0,36,25],here:[27,26,13,16,35,19,8,30],path:[24,0,25,40,45,27,38,31,39,34,19,41,8,30,22,43,10,33],interpret:22,anymor:[19,25],robin:5,aka:25,jami:25,unix:[30,19],pair_0:19,txt:[13,39,6,19,30,44],fileobject:24,unit:37,jobzip:[40,19],describ:[36,26,28,19,7,22,43,23],would:[2,13,16,31,19,41,3,23],modutil:[19,25],call:[34,25,2,13,4,40,5,28,41,6,19,29,22,43,10,33,23],asset:23,recommend:[22,34,45],type:[34,36,25,28,40,19,22,23],until:[0,25,13,37,27,28,19,29,8,23],correspondingli:[19,23],relat:[28,6,23,25,13],notic:[8,15,44,23],warn:[24,0,25,7,19,8,30],exce:[27,25],nop_map:[19,44],hold:[5,19],unpack:[0,5,40],pattern:[19,29],must:[34,28,38,39,40,19,8,30,43,23],word:[2,13,15,27,5,6,19,8,30,43,44],err:[32,19,25],setup:[30,6,16,25],work:[0,25,13,37,7,27,16,40,6,19,8,30,22,43,44,33],erl:[34,27,43,23],root:[34,26],overrid:[34,19],give:[30,0,19,25,23],indic:[36,12,25,2,24,37,5,19,21,8,22,42,23],parse_dir:32,unavail:[25,23],want:[1,2,13,27,16,25,19,29,8,30,23],unsign:19,end:[25,13,15,19,22,23],hoc:6,turn:[8,22,43,44],how:[0,25,13,26,16,28,35,27,34,19,29,7,8,22,14,44,23],disappear:25,answer:[30,35],verifi:[34,25],config:[34,43,19,25,23],updat:[24,7,25,23],haven:[8,35],mess:8,after:[0,25,13,7,16,28,31,19,8,30,22,43,45,23],diagram:[15,23],badli:25,wrong:43,law:27,parallel:[20,27,6,25,13],ddb_cursor_count:25,domin:27,third:36,classmethod:[40,16,3,29],bootstrap:40,credenti:23,exclud:[22,19,23],alias:43,maintain:[20,6,19,23],environ:[0,25,27,35,40,34,19,29,22,45],enter:[30,36],exclus:27,order:[27,16,28,31,39,40,19,29,8,22],oper:[34,2,25,13,37,15,16,3,23],over:[36,25,13,37,40,16,28,31,6,19,30,22,18,32,44,23],failur:[25,36,20,22,32,23],becaus:[44,13],fifo:[34,25],flexibl:[6,23],vari:30,invertediddemux:5,fit:[16,2],fwrite:19,fix:[19,25,23],oob_list:[4,28,29],better:27,replica_loc:22,inam:34,persist:[12,36,25,37,27,16,22,43,44,23],jobinfo:[28,29],erlang:[11,34,25,37,27,6,30,22,43],easier:[41,19,25],them:[36,24,25,2,13,20,27,16,19,8,43,14,44,23],anim:16,"5b23327":25,thei:[24,34,25,13,37,20,7,16,5,40,19,8,30,22,18,45,23],proce:[43,23],safe:[34,28,23],band:[4,38,28,25,12],interrupt:[6,23],choic:[15,22,23],a5b9fcd970:25,timeout:[22,28,25,23],each:[0,36,25,13,37,4,15,27,16,5,19,20,30,22,43,3,23],debug:[27,43,34],went:[43,36],side:[30,34,36,40],mean:[12,36,15,27,16,17,38,7,18,23],prohibit:37,resum:43,flock:25,collector:[34,25,23],merg:[15,27,19,25,40],network:[37,22,18,25,23],goe:[43,13],dst:19,crucial:[22,27,2],num_byt:19,content:[24,2,37,19,29,22,23],daniel:25,adapt:27,reader:[25,13,28,6,19,32],got:[43,19,25],situat:15,disco_hom:[34,41,8,30,43,10,33],standard:[25,37,4,27,40,6,19,22,23],nth:19,net_adm:[43,25],md5:25,traceback:25,filter:[25,23],isn:[30,19,2],regress:25,subtl:40,rang:[30,43,19],independ:[4,27,6,36,23],wast:[4,23],restrict:[40,27,28,23],hook:40,datastructur:16,alreadi:[36,25,26,16,19,8,30,22,43],voln:23,massiv:[37,2,23],payload:22,nop_reduc:19,attach:8,new_job:[19,25,28],top:[36,2],sometim:19,jobdata:[0,40,29,38],master:[0,20,30,8,13,5,18,19,22,23,24,25,26,27,28,29,7,32,34,36,37,38,40,43,45],too:[27,16,19,2],similarli:[4,23],john:19,consol:[9,28,25,13],namespac:[8,23],tool:[25,6,22,10,33,23],lighttpd:[34,30,27,25,8],sometag2:23,profile_stat:[27,28,29],max_val:19,somewhat:27,happili:13,crawl:23,technic:[12,37,20,16,6,30,23],target:19,keyword:40,provid:[24,34,36,25,13,37,27,28,40,6,19,8,30,32,23],pvoid_t:19,tree:16,zero:[27,5,19],project:[8,27,23],matter:[27,23],scheme_fil:31,provis:6,fashion:5,ran:8,modern:25,mind:30,mine:6,raw:[25,2,13,27,5,31,40,8,22,23],shell:[30,27,19,25],increment:[27,23],"__main__":[13,27,40,6,30,44],seen:[27,23,28,13],seem:43,incompat:25,minu:22,fun_reduc:[19,13],recreat:[25,23],latter:[40,19,23],brandon:25,contact:27,fname:[5,19],scheme_df:25,blue:36,though:[44,13],object:[12,24,25,13,37,16,5,28,19,29,21,8,38,14,44,3,23],what:[12,25,13,37,27,6,8,30,43],regular:[19,23],phase:[0,25,37,4,15,27,28,38,19,22,23],tradit:23,itemdemux:5,don:[25,13,40,6,19,8,30,22,43],doc:[8,27],flow:[12,15,27,22,25],dog:16,doe:[25,27,16,19,22,43,32,23],caml:22,section:[30,23],dot:[19,25,23],explan:29,whitelist:[36,28,25],random:[2,25,37,4,16,19,23],speedup:27,pkg:25,protocol:[12,25,37,27,40,6,19,22,23],involv:[12,35],absolut:[8,19],"5b9e6924":25,exactli:[15,19],configur:[34,36,25,26,7,27,19,41,8,30,43,23],apach:27,sugar:23,hrl:23,latenc:23,"5c9d7a88e9":25,"\u0161olc":25,jslg:19,stop:[43,13],job_funct:19,amazon:[27,25],"new":[27,36,25,13,37,26,16,28,40,41,6,19,29,30,22,23],report:[22,43,35,40],reconstruct:19,bar:43,result_iter:[44,30,6,28,13],"1eed58d08":25,patch:[1,25],cleanli:27,rune:30,septemb:25,respond:[37,22,27,25],fair:[34,25],unchunk:13,roadmap:35,indexnam:42,num:19,result:[4,12,13,32,15,16,19,20,22,23,25,27,28,29,30,14,3,34,38,41,43,44,45],respons:[0,37,40,19,22,43,23],fail:[18,36,25,40,19,29,8,30,22,43,23],hash:[16,19,23],best:[22,13],subject:[27,16,19,3,23],awar:22,said:22,databas:23,wikipedia:27,figur:[43,31],aquat:16,awai:[36,25,2],irc:[27,43,35],approach:[27,16,19,23],attribut:[24,0,25,5,40,29,18,23],inabl:18,triplet:19,manpag:[41,10,33],xrang:27,extens:23,lazi:44,toler:[37,4,6,25,23],protect:23,expos:[16,2],cow:16,fault:[37,4,6,25,23],howev:[27,36,25,13,4,26,16,28,19,8,22,43,23],jobarg:[40,28,29],against:8,logic:[16,3,25],login:[30,34],com:[30,27,25,7],fileutil:40,pre:[24,34,41,25,3,28,45,16,5,17,40,14,19,29,38,21,31,32,10,33,18],kwd:40,map_read:[25,13,27,5,19,44],guid:[11,12,44],assum:[34,26,27,18,19,41,8,30,43,10,33,23],summar:19,duplic:[16,25],light:[8,27,36],union:[16,3],three:[25,26,13,19,22,23],been:[25,13,16,28,19,22,45,23],accumul:19,much:[34,25,37,27,19,22],interest:[22,23],basic:[25,15,16,19,8,23],hesit:23,quickli:27,commerror:[24,18],worker:[12,0,40,25,13,37,20,15,27,17,28,34,19,29,30,22,43,44],ani:[0,36,13,20,26,16,40,27,6,19,8,30,22,43,3,23],jobhom:[37,22,0,29,40],"catch":22,ident:23,gnu:26,servic:6,properti:[16,2],publicli:1,spawn:[20,22,25],seven:19,firstjob:27,tabl:[30,36,25,23],kwarg:[24,40,19,28],chain_read:[27,19,13],conf:[19,26],fast_map:19,tediou:25,sever:[25,20,27,16,19,41,22,18,23],incorrectli:25,perform:[36,25,37,20,27,16,19,22,3,23],make:[27,1,2,13,26,16,40,34,6,25,19,41,8,30,22,43,44,3,23],complex:[6,16],split:[13,27,5,6,19,30,44],complet:[36,25,37,41,8,22,32,10,33],hang:25,hand:[27,22,43,25,13],rais:[24,25,28,19,29,22,32],disco_8989_mast:43,tune:26,kept:[19,23],scenario:25,discodb_read:5,thu:[0,13,20,16,28,19,3],client:[12,34,25,2,24,37,20,17,31,40,8,30,22,23],thi:[0,2,4,6,7,8,10,11,13,15,16,35,18,19,20,22,23,25,26,27,28,29,30,32,33,34,36,37,38,40,41,43,44,45],gzip:[19,25],everyth:[27,22,43,31,13],paradigm:[37,4],query_ddb:44,left:30,identifi:[37,22,19,29,31],just:[25,13,7,26,16,35,6,19,8,30,22,44,23],photo:23,laptop:27,put_port:[22,38],human:8,yet:[8,23],languag:[22,6,19,25,40],previous:[40,14,19,25],easi:[34,2,25,27,6,19,8,23],had:[28,44],reinstanti:40,spread:25,els:[43,16,26],save:[34,36,25,4,16,40,19,30],gave:8,applic:[24,2,37,16,6,8,22,43,23],preserv:[37,4,25],background:[30,23,36,12],count_word:[30,13],daemon:30,specif:[0,25,37,16,38,19,23],arbitrari:[0,25,37,20,16,19,23],"7944e4c8":25,hunt:43,negat:3,nocolor:34,night:23,write_kv:19,underli:[8,40,19],netstr:[5,19],www:34,right:[30,43,36,25,26],old:[25,23],manual:[27,19,6,43,13],interv:23,maxim:16,dead:[28,25],intern:[25,13,27,16,40,19,22,32,3,23],inact:[28,23],successfulli:[8,22,43,36,23],proxy_funct:29,output_tail:19,subclass:[40,19],track:[1,25],condit:[22,16,3,25],localhost:[24,25,13,27,28,19,30,43,45],peek:16,plu:23,uncompress:13,immut:[37,12,16,44,23],ddfs_data:[38,22,34,25,23],repositori:[1,25,35],metaqueri:[16,44,3],post:23,"0x2b8ae9b691e0":28,obj:38,slightli:[8,15,19],despair:43,commit:[25,23],produc:[25,13,37,4,15,27,16,5,38,40,19,30,8],unrespons:23,xyz:27,encod:[29,22,19,25,23],bound:19,down:[22,43,19,23],wrap:[22,27,16,19,3],opportun:19,storag:[6,25,2,23],accordingli:25,git:[30,25,7],wai:[1,2,13,20,26,16,28,35,25,19,8,30,43,23],support:[12,0,25,34,15,16,40,6,19,41,7,22,3,23],transform:16,"class":[0,17,10,32,16,5,19,21,23,33,24,25,27,28,29,31,14,3,34,38,40,41,18,44,45],avail:[34,36,25,26,20,27,16,19,8,30,22,43,23],stuck:25,reli:[2,25,15,16,30,23],editor:13,overhead:[27,19],disco_main:43,lowest:[0,25],head:[40,19],medium:16,form:[37,16,40,19,8,22,3,23],"26th":25,disable_compress:16,percentag:34,"true":[24,25,13,27,16,28,6,19,30,3],freenod:35,attr:[24,23],bugfix:25,maximum:[34,25,4,16,38,32],tell:[0,32,43,25,13],discodbpars:5,discodex_http_port:45,emit:19,featur:[2,25,27,16,35,6,19,41,23],classic:[12,25,13,37,15,27,17,28,40,19,29,43,44,23],"11bb933":25,proven:6,exist:[24,36,25,20,40,19,29,8,45,23],desir:[4,19,23],check:[25,13,40,19,8,43,23],scheme_discodb:44,when:[2,4,31,8,11,15,16,5,19,20,22,23,25,26,27,28,29,30,3,34,36,37,18,40,43,44],amdahl:27,role:23,test:[34,25,27,19,7,30,43],comm_httplib:25,intend:[22,43,34],stringio:31,data_err:[32,25],intens:[19,25],consid:[16,28,3,23],disco_proxy_en:34,src:19,configu:43,billion:8,receiv:[37,20,19,30,22,23],faster:25,pseudo:40,pathnam:25,time:[36,0,25,2,13,27,16,28,19,8,22,43,23],push:[12,24,27,39,13,23],backward:[34,28,25],daili:23,concept:[8,15,6,23],chain:[15,27,19,13],skip:[19,28],consum:[16,19],supplement:23,computation:6,fast_funct:19,row:[30,36],hierarch:23,decid:[16,19,36,23],middl:36,depend:[34,25,27,16,28,19,23],graph:[24,23],readabl:[30,8],rightmost:36,sing:16,a1a93045d:25,sourc:[34,26,6,19,7,30,43,23],string:[0,41,25,13,16,28,40,34,19,29,8,22,32,44,3,23],congest:25,process_delet:23,join:[34,25,27,35,38,45],exact:[34,26],nodaemon:[30,43],administr:36,level:[34,16,28,23],did:[25,23],die:19,leftov:23,iter:[25,13,40,16,5,28,6,19,30,32,44,3],item:[16,40,19,42,3,23],quick:30,round:5,dir:[22,43,32,40],prevent:[4,27,32,19,25],core:[36,12,0,1,2,13,37,4,15,27,16,17,28,6,25,19,29,30,32,44,23],pickleabl:19,sign:[4,23],run:[0,2,20,6,7,8,10,13,15,16,19,22,23,25,26,27,28,29,30,33,34,36,37,38,40,41,43,44,45],port:[34,25,26,13,19,22,43,45],explictli:[34,25],lazili:16,repli:22,uniform:19,current:[0,27,16,38,39,40,19,30,22,43,23],suspect:25,boost:25,csvrecordpars:5,gener:[24,25,2,13,37,27,16,40,19,8,22,33,23],wordcount:[44,41,13],satisfi:[42,16],slow:[19,25],address:[24,34,25,13,28,40,30,23],goldfish:16,locat:[0,13,37,20,26,6,19,30,22],along:[22,36,29,13],sort_buffer_s:19,wait:[34,25,13,27,28,6,29,30,22,32,44],box:[8,43,36,23],queue:[20,27,25],disco_schedul:34,behav:[27,16,40,3,34],healthi:27,extrem:[6,19],transact:23,commonli:25,semant:38,regardless:15,extra:19,modul:[40,25,13,37,27,28,38,6,19,29,32,23],prefer:[8,22,23],output_typ:22,instal:[12,34,25,26,7,27,16,6,19,41,8,21,30,43,45],memori:[34,16,19,25],perm:34,rawpars:[8,5],msg:[22,18,32,19,25],black:[43,36],tightli:23,jarno:25,ignore_corrupt:19,oob:[4,28,25,38],illustri:19,claus:[8,16,3],discomast:19,ctype:19,enhanc:25,ddfs_tag_replica:[34,26],easiest:[30,27,1],fly:[6,23],judi:19,prepar:[19,13],focu:37,cat:[30,16,13],descriptor:37,can:[0,1,2,4,35,6,7,8,10,13,15,16,5,19,20,22,23,24,25,26,27,28,29,30,32,33,34,36,37,38,40,41,43,45],encodestr:19,purpos:[16,23],d5617a788:25,meant:27,encapsul:[24,19,29,38],stream:[12,25,13,37,4,40,17,28,6,19,31],mergedinput:40,critic:[40,25,23],abort:[22,43,23],occur:[18,28],pink:36,alwai:[0,25,27,19,22,23],multipl:[30,22,16,28,25],reduce_input_stream:[19,25],paxo:23,nx01:30,ping:[22,43],write:[34,25,13,15,40,6,19,22,44,23],purg:[25,28,29,8,32,45],fourth:36,map:[0,2,4,6,8,12,13,15,16,5,19,22,23,25,27,28,30,32,37,38,40,43,44],product:27,mau:25,max:25,clone:[30,7,16,8],disco_sort_buffer_s:25,usabl:22,intrus:30,mac:[30,34],"4th":25,inputf:25,mai:[24,18,36,25,26,37,27,16,28,40,19,7,30,22,43,23],shuffl:25,"sepp\u00e4nen":25,data:[0,2,20,31,6,8,12,13,15,16,5,19,22,23,25,27,28,29,32,33,34,36,37,38,39,40,18],grow:[19,25,23],newlin:[19,25],stress:27,gethostnam:34,practic:[27,25,23],get_tagdata:23,"6th":25,stdin:[37,22,19],explicit:[3,16,19,25],marshal:22,inform:[0,36,25,13,45,26,16,28,35,41,27,34,19,29,8,22,38,10,33,23],preced:[4,16,19,3,38],combin:[25,37,15,16,6,19,3],send_modul:19,max_cor:0,"0x2ae2e02d61e0":[],still:[8,22,43,36,25],mainli:[4,19,23],conjunct:[37,8,16,3],group:[37,32,19,35],monitor:[25,36,20,28,6,23],polici:[25,23],odisco:[22,25],discozipfil:40,platform:27,mail:[27,43,35],main:[16,40,6,19,30,9,23],non:[0,25,36,37,15,27,23],mapper:43,initi:[25,37,28,19,29,22],poll_interv:28,bad_return:43,now:[36,25,13,26,19,8,30,43,44],discuss:[35,23],nor:[30,19],introduct:23,term:[22,16,3,2],mapreduc:[12,37,15,27,5,40,6,21,23],name:[0,4,31,6,8,5,19,22,23,24,25,27,28,29,30,32,34,36,37,38,40,41,43,44],drop:23,tera:23,separ:[27,25,26,13,19,8,23],getitem:[40,19],compil:[30,43,19],deleted_tag_expir:23,disco_input_stream:[19,28],replac:[44,25,16,31,3,41,30,43,10,33,23],individu:[2,37,4,15,19,30,43,23],continu:[22,43,28,25],contrib:[16,25],disco_port:[30,22,43,38,34],year:[34,25],taskpath:38,ichunk:[37,14,5,2],shown:[34,32,25],accomplish:29,space:[36,25,4,27,16,8,22,3,23],blobnam:24,profil:[27,28,25,40],passwordless:30,correct:13,earlier:[43,19,25,13],state:[43,19,36],million:[8,16,23],argv:[19,44],theori:27,org:[13,27,31,6,7,30,44],"byte":[34,25,13,16,19,22,44],argc:19,care:[0,25,13,37,40,19,8,23],suffici:23,befor:[0,36,25,40,28,35,34,19,29,30,22,23],frequenc:[30,6],synchron:[22,29],ocaml:25,recov:22,thing:[37,44,29,13],place:[34,26],num_pair:19,think:[39,22,18,13],frequent:23,first:[0,13,37,16,19,29,8,30,22,43,32,44,23],origin:6,dacbbbf785:25,directli:[15,27,5,40,19,30,22,23],carri:37,onc:[0,13,20,16,19,8,30,43,23],arrai:19,submit:[0,25,37,20,28,40,34,29,7,8,22,43,45],open:[24,34,27,28,31,40,19,43,23],profilejob:27,size:[13,16,5,31,19,8,32,44,23],given:[37,4,38,19,29,22,32,23],"22th":[],convent:[11,1],scheme_schem:19,"873d90a7":25,cumul:[27,28],lognam:34,breez:25,proposit:[16,3],conveni:[30,19,26,5,13],read_kv:19,especi:[16,25,2],orphan:23,copi:[30,16,19,25,8],specifi:[0,31,6,10,11,13,19,22,23,24,25,26,27,28,29,30,14,33,34,37,39,40,41,43,45],blacklist:[36,28,25,23],"short":[30,34,40],mostli:[32,19],attempt:[30,22,36,29],than:[36,25,27,16,19,30,44,23],png:25,serv:35,wide:[12,25,26,27,19,30],setattr:[24,25],wordcount_ddb:44,min_val:19,posix:[25,23],balanc:[21,6,5,25,23],were:[36,15,19,25,13],browser:[30,43,13],testnod:43,fork:[1,35],sai:[30,43,19,23],map_line_read:25,argument:[41,25,40,19,29,44],disco_4441:43,deliv:19,recover:[18,36,23],saw:13,"3e079b7":25,engin:[37,8],techniqu:43,destroi:7,note:[0,2,8,10,12,13,16,19,22,23,24,25,26,27,28,30,33,34,36,40,41,43,44],take:[0,41,25,13,37,5,40,19,29,8,32,23],advis:[30,22],green:[8,43,36,23],noth:[30,13],channel:[4,35],begin:[22,19,23],sure:[1,25,13,19,8,30,22,43,44,23],importantli:23,normal:[25,2,37,4,15,27,16,19,30,8,22,43,32,3,23],buffer:[19,25],compress:[37,16,19,25,13],statu:[34,36,25,28,6,8,22,43,9,23],pair:[25,13,4,16,5,19,32,3],misconfigur:43,renam:23,adopt:2,meanwhil:25,runtim:[0,19,29,44],flawlessli:25,lenni:7,gracefulli:40,show:[36,25,13,28,6,19,30,23],cheap:16,concurr:[24,0,25,4,28,22,23],parse_funct:19,permiss:25,disco_output_stream:19,resurfac:23,xml:27,onli:[0,20,6,8,13,15,16,19,22,23,24,25,27,28,29,30,32,3,34,38,40,44],explicitli:[16,19],ratio:16,"61d6a597f":25,activ:[6,28,25],behind:[19,2,23],c058e5d6:25,dict:[0,37,16,28,40,19,29],analyz:[6,23],hello_world:31,analyt:6,offici:[8,1,25,7],overwritten:23,nx02:32,disco_debug:34,variou:23,get:[12,34,25,24,7,16,28,38,35,40,19,41,8,21,30,22,43,44,23],disco_erlang:34,required_fil:[19,25],cannot:[20,16,22,43,44,3,23],ssh:[37,30,27,43],requir:[0,13,15,26,16,27,40,19,8,30,22,43,7,23],truli:23,reveal:[43,25],yield:[24,25,13,27,16,5,28,6,19,30,44,3],discodex:[12,25,2,16,5,6,21,8,42,14,10,45,23],discodex_index_prefix:8,through:[27,36,13,4,15,26,5,34,19,29,30,8,43,23],where:[0,13,37,7,40,28,31,34,19,8,30,22,43,23],discodev:43,wiki:[27,35],burst:25,excus:2,required_modul:[19,25],concern:20,unmatch:19,detect:[19,25,23],label:[37,22,40],getattr:[24,25],between:[4,15,27,28,40,19,30,43,23],"import":[40,45,25,13,15,27,16,31,6,19,29,30,22,32,44,3],across:[19,36],assumpt:[19,23],sname:43,screen:[30,43,9],toyindex:8,cycl:5,"223c2eb01":25,come:[27,25,13,26,38,6,19,29,8,22],groupbi:16,xcat:13,tutori:[12,25,13,8,21,30,44],demux:[21,5],mani:[0,25,2,20,27,16,28,40,19,30,23],among:[37,26],jobdict:[37,0,29,40],color:34,overview:[12,2,37,20,21,30,23],prefix1:23,prefix0:23,period:23,colon:23,poll:[22,25],make_range_partit:19,nopars:5,invert:5,mark:[27,25],"_node":43,"abstract":2,parser:[21,8,22,5,19],thousand:[27,6],gzip_read:[19,25],catastroph:23,discoproject:[25,13,35,31,6,7,30,44],former:[40,19],those:[20,34,40,36,13],"case":[0,36,25,13,27,16,40,19,8,30,22,43,32,44,3,23],mount:23,keygen:30,cast:25,advantag:26,stdout:[34,25,37,27,28,19,22],find_modul:19,write_num_prefix:19,henc:23,worri:[6,16,40],destin:[19,23],cluster:[34,36,25,26,20,7,27,35,6,41,8,30,22,43,23],e5c20bbfec4:25,dialyz:25,inquiri:16,author:[34,23],media:[30,6,44,13],fewer:[26,23],same:[0,13,37,20,27,16,18,34,19,30,22,43,45,23],binari:[0,25,40,6,19,29,22,43,23],html:[27,19],ddfs_tag:23,eventu:23,reduce_output_stream:[19,25,44],status:28,exhaust:19,finish:[25,13,4,28,19,29,22],screenshot:[30,43,9,25,12],utf8:23,driven:2,improv:25,extern:[22,6,19,25,34],appropri:[41,22,27,10,33],convienc:19,markup:27,without:[25,27,16,40,6,19,30,23],model:[6,23],dereferenc:[16,3],execut:[0,2,13,37,45,26,44,27,40,19,41,8,22,43,10,33],b1c0f9911:25,rest:[12,25,2,16,6,19,21,22,42],kill:[36,25,28,19,29,22,43,23],touch:[8,35],speed:19,nchunksbal:5,concentr:13,miscellan:35,filecont:19,hint:[13,27,44,39,41,30,43,10,33],reduce2:[19,25],except:[36,25,26,5,19,22,18,23],param:[13,27,5,28,6,19,30,31,44],desktop:27,pile:2,blob:[24,34,25,36,13,37,23],versa:43,unittest:25,real:[8,27,44,2,13],hover:36,status_interv:19,around:27,read:[34,36,25,13,31,15,26,5,28,19,8,30,22,43,23],petabyt:23,pstat:[27,28],traffic:23,ext_param:19,mom:8,world:[8,27,2],whitespac:5,rep_id:22,integ:[22,0,5,19],server:[12,34,25,2,20,6,8,21,30,14,10,45,23],benefit:[16,19],either:[0,15,27,16,38,34,19,8,30,22,43,45,23],tuulo:[],output:[25,13,37,4,15,27,28,40,6,19,20,22,43,9,44],manag:[37,28,23],p_entri:19,fulfil:40,node:[0,4,31,6,7,43,15,19,20,23,24,25,26,27,28,30,34,36,37,38,40,18],mochiweb:25,ascend:19,handshak:22,refresh:25,constitut:22,confirm:[8,43],benefici:16,definit:19,token:[24,34,25,13,19,23],exit:[22,43,19],"23rd":25,complic:[8,15,27],ddf:[12,24,27,36,25,13,37,26,17,28,39,34,19,41,8,22,43,33,23],refer:[12,25,37,27,16,17,40,21,30,23],"2f79c698":25,power:23,garbag:[37,34,25,23],"_safe_fileop":25,ddfs_read_token:34,found:[27,19,23],"__name__":[13,27,40,6,30,44],"throw":25,comparison:19,central:[37,23],coupl:43,srv:34,stand:23,act:[8,23],effici:[12,25,13,27,16,28,22,44,23],object_read:25,multinod:34,strip:[27,16,3,25],your:[27,25,13,7,26,16,35,40,19,41,8,30,22,43,10,33,23],log:[34,25,19,30,43,32,23],test_simpl:32,aren:19,start:[36,12,24,34,1,25,13,37,20,27,35,19,29,8,21,30,43,23],interfac:[36,12,40,25,2,24,27,16,17,38,28,6,19,8,30,43,32,3,23],low:[16,23],lot:[16,25],submiss:[22,29],enough:[43,40,25,23],tupl:[24,22,19,28],amongst:20,congratul:[30,8],longer:[32,28,25],discocli:[44,25],disco_test_discodb:34,possibl:[11,0,25,13,37,16,5,40,34,6,19,22,43,44,23],"default":[12,0,36,25,13,15,26,16,17,28,40,34,19,29,8,31,45,23],embed:23,connect:[30,43,36,25,24],uid:38,creat:[0,40,25,13,37,15,26,16,5,28,34,6,19,29,8,22,43,44,23],certain:[26,25,23],strongli:28,decreas:19,file:[0,2,4,8,13,15,16,19,20,22,23,24,25,26,27,28,29,30,32,34,37,40,43,44,45],incorrect:25,again:[30,22,23,25,13],googl:[6,35,23],extract:[30,32,25,31],prepend:29,field:[37,40,5,29,23],cleanup:8,ignor:[8,22,19,25],you:[0,1,2,4,30,8,10,13,15,16,35,19,22,23,25,26,27,28,29,7,32,33,34,36,39,40,41,43,44,45],trash:34,ddfs_put_port:[22,34],architectur:[2,26,20,21,7,23],sequenc:[34,26,27,16,28,40,19,44],copy_entri:19,ansi:34,pool:25,reduc:[0,36,25,13,37,4,15,27,28,38,40,6,19,30,22,43,44,23],directori:[0,25,26,37,27,40,39,34,19,30,22,43,32,44,45,23],potenti:[3,23],escap:34,newli:[40,23],unset:34,peakdai:23,consider:22,illustr:40,lack:23,month:23,unblock:43,abil:26,follow:[0,1,25,13,7,26,16,28,40,34,6,18,19,8,30,22,43,32,3,23],nr_partit:19,disk:[36,25,20,27,16,6,19,22,44,23],scp:30,discodb_stream:44,nodex:30,init:[19,25,26],program:[11,25,37,20,27,19,32],queri:[12,25,2,16,5,28,6,45,29,8,42,44,3,23],crimson:36,introduc:[3,37,16,19,25],scheme_raw:31,liter:[24,34,41,28,3,14,45,16,5,17,40,19,29,38,21,8,31,32,10,33,18],straightforward:[43,23,13],input_err:22,fals:[24,34,25,28,40,19,3],faq:[12,27],util:[44,12,34,25,2,13,26,16,17,5,6,19,41,8,21,30,32,10,33,23],mechan:[26,6,45,25,23],fall:36,veri:[6,16,36,23],bottleneck:23,test_50k:27,list:[24,0,36,25,13,27,16,28,35,40,19,29,7,8,22,43,32,44,23],adjust:36,stderr:[37,22,27,19,25],node1:23,mammal:16,node2:23,ten:[27,6,16],sync:22,cmph:16,rate:[27,19,25],design:[20,6,23,13],pass:[12,27,40,19,29,21,8,14,23],further:19,suboptim:15,new_blob:23,excit:41,deleg:6,sub:19,reduce_read:19,hdf:23,sum:[44,30,6,19,13],abl:[30,27,43,23],delet:[24,34,25,28,8,32,23],version:[0,26,15,7,30,22,43,23],consecut:32,method:[25,13,40,19,29,32,23],contrast:[25,4,16,28,19,23],millisecond:28,full:[25,16,40,6,19,29,23],themselv:[30,19],unmodifi:13,sophist:23,b06757e4:25,shouldn:[34,45,25],free:[19,23],ineffici:4,modifi:[26,16,44,23],valu:[0,2,4,8,13,16,5,19,22,23,24,25,27,28,30,32,3,37,38,40,42,44],html_reader:19,search:[37,8,19],ahead:[8,43],prior:13,amount:[25,36,37,27,6,23],base:[18,25,20,16,40,6,7,22,43,23],reduce_init:[19,25],pick:13,codebas:11,via:[25,37,27,16,6,30],intermedi:[19,25],readili:[22,27],filenam:[0,19,23],heurist:19,id_dsa:30,mylib:19,distinct:[40,23],etc:[34,25,26,19,7,30,45,23],two:[0,25,13,15,28,6,19,30,22,23],ddfs_paranoid_delet:[34,25],piggyback:23,taken:19,minor:25,more:[44,27,36,25,13,15,26,16,5,45,28,40,34,19,41,8,30,22,10,33,23],flat:19,badmatch:25,hundr:[6,16],probabilist:6,comm_pycurl:25,flag:[22,16,19,28],particular:[0,25,38,19,22,43],known:[16,19,23],multiset:[37,16],cach:23,node_mon:[25,23],delattr:24,none:[24,34,16,28,38,40,19,29,18,32],pycurl:25,valuabl:[2,23],dev:16,histori:[41,25],remain:[8,19],learn:13,deb:[7,26],dec:25,def:[13,27,40,6,19,30,44],parallelinput:40,challeng:37,share:[30,0,19],accept:[19,25,23],minimum:[34,36,23],unreli:6,pong:43,disco_httpd:34,huge:15,cours:27,goal:2,divid:37,rather:[27,43,23],anoth:[27,16,39,19,22,18,23],snippet:19,csv:27,simpl:[25,2,13,27,16,6,19,30,22,23],unabl:36,resourc:[34,2,25,26,42,18],referenc:23,develop:[1,2,27,35,7,43,23],associ:37,gzip_line_read:[19,25],circumst:[25,23],github:[30,35,1,25,7],django:8,caus:[36,27,19,25,18],namedfield:5,force_loc:0,help:[19,41,30,43,10,33],soon:[0,28],pang:43,hierarchi:[19,25,23],paramet:[24,0,36,25,13,37,15,28,40,34,19,29,32,44],style:[11,12,6],d39:44,homedisco:25,might:[25,15,19,30,43,32,23],good:[8,6,43,36,23],"return":[24,25,13,31,15,16,5,28,40,19,29,38,8,22,43,32,44,3,23],timestamp:23,framework:[37,8,6,25,13],metatag:23,document:[11,12,34,25,19,41,8,30,22,43,10,33,23],troubleshoot:[30,27,43,12],disco_master_root:34,userid:23,instruct:[8,43,7],authent:[30,26,43,23],easili:[25,26,20,16,35,6,19,23],iff:16,compris:16,fulli:[30,6,41],unicod:25,nodemux:5,output_stream:19,subsystem:6,outputstream:19,idea:[30,36,8],realli:[19,23],heavi:[25,23],expect:[15,27],slave:[37,30,43,25,20],event:[34,25,13,28,40,29,9],classic_iter:28,research:6,print:[25,13,27,16,28,6,19,8,30,43,32,44],unaccess:23,occurr:13,difficulti:23,proxi:[34,30,27,25,24],rawindex:8,advanc:23,differ:[34,13,15,27,19,30,18,23],pair_:19,cooki:30,reason:[34,36,16,8,43,23],merge_partit:[15,19],put:[24,34,25,28,38,19,23],bash:27,basi:23,launch:[30,22,34],perhap:40,perman:25,heartbeat:22,assign:[0,13,37,28,38,19,29,23],major:[25,23],notifi:[19,28],feel:27,number:[0,36,25,13,4,15,26,16,28,27,34,19,20,30,43,23],evolut:27,footprint:25,done:[36,13,19,8,30,22,43],construct:[29,0,16,19,25],stabl:7,implementor:22,miss:[24,23,19,25,13],guess:19,"66e88":44,script:[0,41,25,13,27,19,29,7,30,22],interact:[22,27,29],least:[26,27,28,19,30,22,23],stori:30,statement:[27,32,25],scheme:[12,25,17,31,40,19,22,44,23],jen:25,store:[2,20,6,8,13,16,5,19,22,23,33,24,25,27,28,29,3,34,36,37,38,40,44,45],include_si:19,option:[0,25,34,19,30,22,23],relationship:15,word_t:19,part:[22,38,19,23],pars:[13,16,19,22,32,3],rogu:[4,32],somehost:43,discodex_purge_fil:[8,45],grep:[30,43,19],whenev:37,jobfil:[22,0,29,38],gotten:26,remov:[0,25,36,16,32,23],horizont:23,str:[19,3,44],arrang:19,schema:23,randomli:[23,5,13],comput:[13,37,27,6,29,7,30,22,43],containig:22,packag:[25,26,8,19,7,30],eventmonitor:25,"null":19,db76c80:25,built:[8,6,16,25,23],equival:[16,3],self:[40,16,28,25],"64mb":13,also:[0,2,8,10,13,16,35,19,22,23,24,25,27,28,29,30,33,36,37,40,41,44],robustli:25,build:[2,26,16,5,6,8,23],task_output_stream:19,jobpack:[37,0,28,29,40],pipelin:[22,29],distribut:[2,6,7,8,12,13,15,16,17,19,21,23,24,25,27,29,30,33,36,37,40,43],exec:34,unsur:19,previou:[25,13,27,19,22,23],reach:25,lavend:36,sum_reduc:[19,25],most:[0,25,2,13,26,16,28,40,19,41,43,32,44,45,23],plai:7,thank:[27,16,25,23],appear:[43,5,19],filesystem:[36,12,24,25,2,13,37,27,17,40,6,19,8,22,33,23],clear:[15,16,19],cover:19,roughli:[16,3],ext:[19,25],clean:[8,28,29],latest:[7,23],unique_item:[16,25],session:22,particularli:32,unsort:25,fine:25,find:[34,27,16,19,8,43,23],impact:22,access:[0,36,2,26,37,4,27,16,38,18,19,29,20,30,22,43,32,23],firewal:43,pretti:13,writer:25,solut:23,remedi:19,hit:4,luke:25,express:[6,16,43,3,19],nativ:[40,23],fastest:35,restart:[43,36,25,23],rfc:23,remot:[8,0,43,20],statist:[4,16,36],jobspec:[28,25],e99a406d:25,commod:[6,23],set:[0,35,6,7,8,10,12,13,16,17,19,21,22,23,24,25,26,27,28,29,30,32,33,34,36,37,38,40,41,43,45],dump:[23,16,29,13],sep:25,overwhelm:[4,27,32,25],cdll:19,startup:[34,22,43,41,26],ddfs_root:[34,25],mutabl:23,see:[0,5,30,8,10,13,16,35,19,22,23,24,25,26,27,28,29,7,33,34,37,40,41,43,44,45],signifi:[16,3],arg:[19,28],close:[37,19,23],someth:[43,19,13],won:[8,34,19],experi:[27,23,36,13],altern:[28,22,19,25,23],signatur:[40,19,25],syntact:23,numer:25,unauthor:23,javascript:[37,25],netstrpars:5,complementari:[27,23],solv:[27,25],popul:[0,23],both:[0,25,27,28,19,22,23],last:[37,27,28,19,41,30,23],whole:16,load:[0,25,36,6,29,23],simpli:[26,13,41,8,10,33],point:[25,13,20,19,30,22,23],instanti:[38,16,40,23],schedul:[0,25,34,37,4,40,6,29,20],header:[19,29,23],disco_proxi:[30,27,25,34],littl:[6,19],suppli:40,linux:[30,6,34],batteri:[12,6],mistak:30,unsuccess:22,java:[27,25],ddfs_gc:23,due:[25,36,4,40,19,22,23],empti:[34,25,16,19,30,22],r13b:30,item_re_str:19,reissu:23,strategi:2,ebin:43,alto:6,ram:27,imag:[6,19,25],convert:22,unnecessarili:[19,23],coordin:[37,23],understand:[8,15,27,44],func:[25,13,37,27,28,5,19,44],demand:[6,23],enumfieldpars:5,look:[34,2,27,16,28,31,19,30,44,23],durat:22,dxmalloc:19,"while":[25,13,27,16,28,19,22,3,23],unifi:25,abov:[36,25,2,13,16,19,29,8,30,22,43,3,23],error:[12,18,36,25,24,37,17,19,29,22,43,32,23],loos:43,pack:[12,0,25,37,29,22],disco_test_host:34,malloc:19,readi:[30,27,28],"6a5e7f754b":25,itself:[25,5,40,29,8,30,22,23],hoersten:25,ea26802c:25,testmast:43,minim:[40,6,16,19,23],belong:[19,5,13],hadoop:[27,25,23],grana:25,decod:8,conflict:25,higher:27,optim:[22,16,25,2],wherea:[15,36,13],map_writ:25,consumpt:16,moment:13,temporari:[43,32,25,33,23],user:[34,36,25,13,37,20,26,40,6,19,30,43,44,23],robust:[6,25,23],stack:23,recent:[30,7,44,41,26],sometag1:23,travers:23,task:[0,4,31,6,12,15,17,19,20,22,23,25,27,28,29,30,43,36,37,38,40,18],lib:[43,19],discourag:28,older:15,entri:[25,36,13,27,16,19],parenthes:[16,3],pickl:[19,25,44],expens:37,tast:27,know:[8,27,43,19,13],this_host:19,administ:[12,36,25],fflush:19,huffman:16,tagpath:24,huei:43,shortcut:[28,26],input:[0,4,5,6,12,13,32,15,17,19,20,22,23,25,27,28,29,30,31,14,37,40,44],subsequ:[22,23],bin:[37,40,19,41,30,10,33],dataerror:[22,18,32,19],"761c28c4a":25,obsolet:[34,25],format:[0,25,2,13,37,27,16,28,6,19,22,23],big:27,intuit:2,nginx:27,bit:19,characterist:4,chekhov:[30,6,44,13],success:[22,43,25],semi:19,docutil:[24,34,41,28,3,14,45,16,5,17,40,19,29,38,21,31,32,10,33,18],signal:32,disco_ev:[34,28,25,13],resolv:[30,43,19,40],collect:[34,25,37,16,42,14,23],api:[12,25,2,16,17,6,21,22,43,42,23],flup:8,jobenv:[0,29,40],often:[4,27,29,30,22,43,23],"1st":25,some:[36,0,25,2,13,26,27,19,29,8,30,22,43,33,23],back:[19,23],global:[30,44],palo:6,judysl:19,joberror:[18,28,29],scale:[8,6,23],pet:16,pep:11,per:[37,32,19,25],substitut:4,retri:[24,34,18,22,43,23],larg:[25,2,13,4,16,6,23],slash:23,leftmost:36,machin:[2,26,7,27,35,8,30,22],recordpars:5,ddfs_tag_min_replica:[34,26],stillinbeta:25,"12mb":13,sacrif:25,step:[2,7,40,19,8,30,43,23],input_id:22,squeez:7,prerequisit:30,meantim:43,impos:23,disco_test_port:34,idl:25,cmap:19,block:[29,40,19,25,28],file1:19,primarili:19,pythonpath:[19,25],within:22,urlformat:3,ensur:[27,19,25,23],chang:[34,1,25,13,26,8,22,44,45,23],announc:22,span:[24,34,41,28,3,14,45,16,5,17,40,19,29,38,21,31,32,10,33,18],question:[30,27,35],fast:[16,19,25,23],custom:[28,25,19,2,13],includ:[12,0,25,13,37,27,6,19,30,22,23],properli:[34,25,26,30,22,43],repeatedli:22,"toma\u017e":25,ddfs_write_token:34,link:23,translat:[8,32],newer:[30,16,25,7],atom:[25,23],line:[12,34,25,13,7,27,5,44,6,19,41,8,21,30,22,10,33],info:43,kvsdict:5,consist:[25,27,6,19,43,23],this_nam:19,highlight:[36,25],similar:[36,2,25,26,27,19,43,23],constant:2,fread:19,doesn:[25,27,16,30,43,23],repres:23,"char":[39,24,19],home:[0,37,40,19,29,30],curl:25,sort_stat:28,titl:[43,36],sequenti:[4,40],invalid:[18,25],nice:7,deseri:44,bea70dd4:25,gigabyt:16,disco_proxy_port:34,mylib_job:19,scheme_http:31,read_paramet:19,mymodul:19,disco_data:[22,34,38],algorithm:[27,6,16,13],vice:43,loopback:30,depth:12,far:22,hello:8,joblist:28,code:[11,12,1,37,27,16,40,6,19,18,23],partial:[19,25,23],edg:7,disco_master_hom:[43,34],scratch:[22,44],locate_modul:19,overlap:23,resultf:25,deltalist:25,quarantin:23,compact:[27,6,25,13],base64:[22,19,23],friendli:43,send:[25,37,19,29,22,43,32,23],someinput:19,lower:26,kvgroup:[13,16,6,19,30,32,44],becam:25,aris:27,fatal:[22,25],jobtag:25,sent:[37,30,19,20],unzip:[37,0],rollback:23,loadlibrari:19,mous:25,volum:23,implicitli:19,tri:[0,25,20,27,31,19,43],magic:0,notabl:25,ryan:25,"try":[27,26,13,8,30,22,43,44],pleas:[41,43,10,33],impli:19,smaller:[16,25],natur:[19,23],uniqu:[0,37,4,16,38,34,19,29],video:23,download:[30,7,26,13],click:[30,6,35,36],append:[24,19,23],compat:[34,28,25,23],index:[2,37,15,16,5,6,8,42,14],compar:[22,32,19],resembl:23,nr_map:[19,25],cell:30,experiment:[7,25,26],"6deef33f":25,whatev:43,"9th":25,iteritem:[5,19],len:[22,19],bodi:23,let:[0,13,27,8,22,44],ubuntu:[7,26],ioerror:25,becom:[25,13,20,16,8,43,23],sinc:[27,36,25,13,37,26,19,22,43,44,23],remark:[15,27],blob2:23,blob1:23,larger:[6,25,13],later:23,glusterf:25,staticmethod:[27,19,44],typic:[25,37,27,6,19,29,32,23],appli:[11,0,25,13,28,43],fun_map:[19,25,13],submodul:25,apt:7,"boolean":[0,16,19],"9fcc740d":25,regexp:19,from:[0,1,4,31,6,30,8,11,12,13,14,16,5,19,21,22,23,25,26,27,28,29,7,32,3,35,36,37,38,40,44],zip:[37,0,29,40],commun:[34,25,4,27,28,6,19,22,43,10],modutilimporterror:19,doubl:43,upgrad:25,next:[36,25,13,27,19,8,30,43,32,44,23],websit:23,few:[8,27,6,19,44],busi:[22,36],usr:[41,10,33,19],db707e7d:25,f1d4a127c:25,sort:[25,13,16,6,19,30,32,44,3],"5ef88ad4":25,benchmark:16,trail:[16,19,3],"transient":[22,32],vol0:23,account:26,retriev:[0,2,4,28,40,22,23],scalabl:[16,25,23],tunnel:[30,27],alia:[30,28],obvious:23,thin:[8,2],endian:19,fetch:[30,22],aliv:[22,25],proof:6,control:[34,36,25,15,40,6,19,10,23],disco_job_own:[34,25,40],process:[34,36,25,13,37,20,27,40,6,19,30,22,43,23],lock:[6,23],ddfs_put_max:34,high:[20,27,16,28,23],tag:[24,34,36,25,13,37,16,39,40,8,22,23],fprintf:19,serial:[0,25,16,40,19,29,44,23],scheme_:31,delai:[24,25],rantil:25,input_it:19,disco_www_root:34,instead:[24,34,41,25,13,4,15,16,5,19,29,30,22,32,10,33,23],pub:30,discodex_http_host:45,overridden:25,urlscan:3,redund:[0,16,25],physic:23,disco_master_config:34,alloc:[27,19],essenti:[29,37,16,5,2],seriou:[30,25],correspond:[13,15,16,19,29,3,23],element:[22,40,16,28],issu:[37,43,35,25,23],allow:[0,25,26,4,15,38,19,41,22,43,32,10,33,23],roundrobinbal:5,ignore_miss:24,creation:23,comma:[8,27,5],bunch:[24,43],perfect:[27,6,16],ext3:23,consensu:23,chosen:23,comm_:25,taskid:[22,38],total:[34,19],anyon:2,nr_reduc:[0,25],"13b":25,crash:[6,36,25,23],handl:[25,37,15,27,16,40,6,19,29,8,44,23],overal:[15,36,2,23],dai:23,mention:43,bigtxt:[39,13],somewher:43,anyth:[22,26,13],edit:43,februari:25,mode:[25,15,16,28,38,40,19,22],truth:13,disco_master_host:[30,43,34],subset:23,read_buffer_s:19,chunk:[12,27,2,25,24,13,5,39],ec2:[27,25],default_partit:19,our:[26,13,35,7,8,44],disco:[0,1,2,4,31,6,7,8,11,12,13,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,32,33,34,35,36,37,38,40,41,43,44,45],special:[12,26,17,40,19,41,8,18,44,23],out:[12,34,25,13,37,4,26,28,31,19,38,8,43,45],variabl:[0,34,40,19,29,45],bag:5,checkum:25,suitabl:[13,26,4,27,19,23],rel:[0,27,40,19,30,22],inaccess:[22,23],inspir:25,"7635c9a":25,plural:2,red:43,common:[2,27,16,30,22,43],clarifi:25,insid:[],manipul:[29,33,23],map_output_stream:[19,25],dictionari:[0,28,19,29,22,23],releas:[12,22,32,25,7],afterward:25,complianc:26,guarante:[22,19,23],could:[0,13,27,19,8,22,44,23],proxyconf:25,ask:43,keep:[30,34,25,26],length:[22,19,38],outsid:[4,19],retain:43,ionic:25,disco_8989_slav:43,fieldnam:5,external_map:19,noconnect:25,scene:2,echo:[43,19],owner:[0,40,25,23],facil:23,suffic:19,"long":[34,25,13,19,30,22,23],unknown:[28,25],system:[36,12,25,2,26,20,27,16,28,6,19,41,30,22,43,10,33,23],messag:[0,25,37,27,18,19,22,43,32,23],input_fil:25,termin:[24,22,34,32,18],man:[34,19],f8dfcb94:25,"final":[34,13,19,30,22,44,23],inner:0,disco_rotate_log:[34,25],punish:34,juli:25,unique_valu:[16,25],rst:8,disco_root:[43,34],wishlist:35,structur:[37,15,16,25,2],charact:[0,25,16,38,19,22,32,3,23],sens:[16,23],bind:[6,45,34],bet:30,favorit:13,deprec:25,corrupt:40,"09a1debb":25,have:[36,0,25,2,13,15,26,16,28,35,40,27,6,18,19,8,30,22,43,45,23],reserv:0,need:[0,4,6,8,13,16,19,22,23,25,26,27,29,30,32,34,36,37,38,40,43,44,45],discodex_disco_mast:[8,45],afraid:8,rout:6,builtin:[13,16,5,29,21,44],which:[1,2,4,31,6,8,13,15,16,5,19,20,22,23,24,25,26,27,28,29,30,32,3,34,35,36,37,38,40,41,18,44,45],singl:[27,25,2,13,37,20,15,26,16,28,35,34,6,19,30,22,43,23],analysi:19,discoerror:[18,32],unless:[11,27,19,25,34],deploy:25,who:34,fair_scheduler_job:25,xarg:[8,27,44],why:[30,27,44,8],"9cd9b6f1":25,placement:25,disco_:34,url:[12,0,25,24,28,15,17,5,40,18,19,29,8,22,31,32,44,45,23],gather:23,request:[2,16,28,40,8,30,22,18,23],uri:2,inde:22,snapshot:23,determin:[34,15,31,40,22,45],occasion:25,text:[36,13,6,19,8,30,44],sze:[19,31],trivial:[40,23],anywai:13,redirect:[37,30,22],textual:19,print_stat:28,kvgener:5,should:[24,0,36,25,13,4,15,26,16,27,34,7,19,29,30,8,22,43,32,45,23],serialinput:40,suppos:37,local:[25,40,37,20,27,16,31,39,6,19,41,8,30,22,43,10,33,23],immort:25,contribut:[12,1],notat:[37,19],beam:[30,43],acces:6,increas:[27,19,25,23],varnish:[30,25],enabl:[34,25,27,28,6,30,23],organ:[2,23],integr:[26,6,19,25,23],partit:[25,13,37,20,15,5,40,6,19,22,32,23],contain:[11,24,0,41,25,13,37,15,40,16,5,28,39,34,19,29,8,22,3,23],view:[23,36,13],nodeinfo:28,this_partit:19,temporarili:23,"956617b0":25,reduce_writ:25,disjunct:3,nx30:30,extend:[25,13],correctli:[30,43,19,25],re_read:19,brunt:40,favor:[32,25],written:[34,25,13,15,27,16,6,19,22,23],gzipfil:19,progress:[25,13],bleed:7,kei:[0,25,2,13,37,4,27,16,5,28,40,19,30,8,42,38,32,44,3,23],this_input:19,aspir:34,itertool:16,job:[0,2,4,5,6,7,8,9,12,13,15,17,18,19,20,21,22,23,25,27,28,29,30,32,34,36,37,38,40,41,43,44,45],entir:[22,43,19,36],disconnect:25,caf78f77356:25,addit:[0,13,4,40,16,38,6,19,29,22,43,23],simulatan:6,equal:[27,32,19,23],april:25,instanc:[24,34,25,2,13,27,16,28,31,6,18,19,29,38,40,22,43,32,23],grain:25,freeli:16,comment:[25,23],guidelin:[11,26],chmod:30,walk:[8,24],respect:[20,27,41,22,43,44,23],input_stream:[25,13,27,28,31,19,44],quit:[23,19,13],addition:19,insuffici:[25,23],compon:[43,16,23],json:[34,25,37,0,22,23],besid:[40,19,25],treat:18,immedi:[22,25],mike:23,presenc:15,bulk:[4,23],togeth:[25,13,15,27,6,19,44,23],disco_us:34,otp:30,authorized_kei:30,defin:[25,13,38,40,19,30,23],disco_log_dir:[43,34],glossari:[37,12],e7b3b6:25,layer:23,helper:[12,0,32,17,19],db718eb6:25,almost:[27,19],archiv:[37,29],motiv:23,incom:19,unneed:[34,32,19],tag_url_or_path:19,task_input_stream:[19,28],disco_slave_o:25,member:22,python:[0,6,30,8,11,12,13,16,17,19,22,23,25,27,29,7,32,34,37,40,41,43,44],ichunkbuild:5,chainjob:27,infer:[0,25],mogilef:23,difficult:6,disco_work:19,competit:27,ball:25,http:[0,25,2,13,20,7,27,40,31,34,6,19,8,30,22,43,44,23],hostnam:[34,25,19,30,22,45],denot:[22,23],expans:[16,3],upon:2,struct:19,handi:29,disco_master_port:25,whale:16,decoupl:37,old_netstr_read:19,pull:[44,1,13],chunk_siz:24,ddfscli:25,off:[8,25],center:6,ascertain:22,well:[36,25,13,16,28,40,6,19,8,22,43,3],exampl:[27,25,13,37,26,16,28,31,6,19,41,30,43,44,23],command:[12,0,25,13,44,34,19,41,8,21,30,43,10,33],achiev:[37,16,2,23],choos:[0,25,5,19,22,23],usual:[34,25,37,16,35,40,19,8,22,43,23],tunabl:36,newest:23,less:[27,23,25,13],sum_combin:[19,25,13],obtain:[34,28],heavili:[27,23],simultan:23,disco_scheduler_alpha:34,web:[36,25,2,13,37,27,6,8,30,43,32,23],amd64:[7,26],makefil:[25,26],add:[36,25,13,20,27,19,41,7,30,43,10,33,23],valid:[29,30,19,25],lookup:[16,2],myjob:19,possess:23,match:[27,6,19,41,44,23],rememb:[8,43,44],rlimit_a:34,agnost:25,kviter:[16,32],eaddrinus:25,piec:37,realiz:16,five:23,scgi_port:43,unseen:23,press:36,this_mast:19,password:[30,43,23],recurs:19,loss:23,like:[25,2,13,37,26,16,5,28,19,8,30,22,43,32,23],lost:[36,19,25,23],safest:30,discodb:[12,34,25,2,13,16,5,8,44,3,23],kvrecord:5,unord:40,necessari:[30,40,8],disco_nam:34,lose:[36,25],separated_valu:27,max_failure_r:36,page:[34,36,25,26,19,8,30,43,9],exceed:19,didn:[43,25],e9c265b:25,destdir:26,scheme_disco:31,small:[4,43,16,23],librari:[12,0,25,27,16,17,28,40,19,8],tmp:19,nokia:6,lead:[27,16,3,25],overhaul:25,libcmph:16,map_init:[19,25],leav:22,speak:[8,24],setrlimit:34,throttl:[27,25],usag:[19,25],symlink:[8,45],host:[34,36,25,37,31,19,30,22,38],object_writ:25,although:[22,16,19,23],offset:[0,28],inputstream:19,about:[41,25,13,4,27,16,28,40,6,19,29,30,22,33,23],actual:[4,16,28,40,19,30,22,43,3,23],socket:34,column:5,freedom:22,namedfielddemux:5,constructor:[16,28,25],discard:19,disabl:[16,19,25],discodexcli:2,own:[13,15,27,16,35,40,19,8,22,23],automat:[25,13,16,6,19,8,23],dataset:[14,6,16,5,2],disco_gc_aft:[34,25],ad95935:25,mere:23,leverag:2,val:[24,19,23],transfer:[37,25],rotat:[34,25],intention:2,trigger:36,disco_flag:34,"function":[12,40,25,13,37,4,27,16,17,5,6,19,43,32,28,23],subdirectori:0,simplejson:30,subscrib:35,getenv:34,gain:[27,19],spuriou:25,eas:[16,23],inlin:11,buf:19,bug:[35,25],count:[25,13,6,19,30,43,44],succe:[34,0,43,25,23],made:[25,37,15,6,19,18,23],temp:25,whether:[24,0,15,27,40,34,19,45,23],wish:[40,36,23],displai:22,troubl:27,record:[37,40,5,28],below:[24,36,25,15,16,19,22,23],limit:[27,25,13,20,26,16,40,34,19,4,22,23],tini:19,discodex_hom:45,otherwis:[11,31,39,40,19,30,23],problem:[27,22,43,19,13],inverteddemux:5,disco_pid_dir:34,pil:[19,25],evalu:16,"int":[44,27,19,28],dure:[43,19,25,40],pid:[37,22,43,25,34],replica:[24,0,36,25,26,40,34,19,22,23],implement:[27,25,13,37,26,16,40,6,19,29,22,23],replic:[26,23,36,25,13],happen:[43,19,13],probabl:[43,19,36],detail:[43,16,40,23],other:[36,27,25,2,13,37,4,15,26,35,6,7,19,30,20,8,22,43,32,23],bool:[24,40,19,28],futur:[22,43,27],branch:[7,25],varieti:[15,6,27],lc_all:25,force_remot:0,stat:28,repeat:[30,16],comm_curl:25,dewei:43,debian:[7,16,25,26],stai:23,experienc:36,eof:19,bigfil:[39,13],rule:[11,25],cpu:[25,20,27,6,19,30],auxiliari:[4,25],commexcept:25,"8th":25},objtypes:{"0":"std:envvar","1":"c:function","2":"c:member","3":"c:type","4":"py:module","5":"py:class","6":"py:method","7":"py:function","8":"py:classmethod","9":"py:exception","10":"py:attribute"},titles:["The Job Pack","Contributing to Disco","Discodex","<tt class=\"docutils literal docutils literal\"><span class=\"pre\">discodb.query</span></tt> &#8211; Supporting objects for the DiscoDB query interface","Out-of-band results","<tt class=\"docutils literal\"><span class=\"pre\">discodex.mapreduce</span></tt> &#8211;  mapreduce jobs and utilities","What is Disco?","Get Disco","Tutorial","Screenshots","<tt class=\"docutils literal docutils literal\"><span class=\"pre\">discodex</span></tt> &#8211; Discodex command line utility","Style Guide for Disco Code","Disco Documentation","Tutorial","<tt class=\"docutils literal\"><span class=\"pre\">discodex.objects</span></tt> &#8211; objects passed to and from the discodex server","Data Flow in Disco Jobs","<tt class=\"docutils literal\"><span class=\"pre\">discodb</span></tt> &#8211; An efficient, immutable, persistent mapping object","<tt class=\"docutils literal docutils literal docutils literal docutils literal docutils literal docutils literal\"><span class=\"pre\">disco</span></tt> &#8211; API Reference","<tt class=\"docutils literal docutils literal\"><span class=\"pre\">disco.error</span></tt> &#8211; Errors with special meaning in Disco","<tt class=\"docutils literal\"><span class=\"pre\">disco.worker.classic</span></tt> &#8211; Classic Disco Worker Interface","Technical Overview","<tt class=\"docutils literal docutils literal docutils literal docutils literal docutils literal docutils literal docutils literal docutils literal\"><span class=\"pre\">discodex</span></tt> &#8211; Distributed indices for Disco","The Disco Worker Protocol","Disco Distributed Filesystem","<tt class=\"docutils literal docutils literal\"><span class=\"pre\">disco.ddfs</span></tt> &#8211; Client interface for Disco Distributed Filesystem","Release notes","Installing Disco System-Wide","Disco FAQ","<tt class=\"docutils literal\"><span class=\"pre\">disco.core</span></tt> &#8211; Disco Core Library","<tt class=\"docutils literal docutils literal\"><span class=\"pre\">disco.job</span></tt> &#8211; Disco Jobs","Setting up Disco","<tt class=\"docutils literal docutils literal\"><span class=\"pre\">disco.schemes</span></tt> &#8211; Default input streams for URL schemes","<tt class=\"docutils literal docutils literal\"><span class=\"pre\">disco.util</span></tt> &#8211; Helper functions","<tt class=\"docutils literal docutils literal\"><span class=\"pre\">ddfs</span></tt> &#8211; DDFS command line utility","<tt class=\"docutils literal docutils literal\"><span class=\"pre\">disco.settings</span></tt> &#8211; Disco Settings","Get Involved","Administering Disco","Glossary","<tt class=\"docutils literal docutils literal\"><span class=\"pre\">disco.task</span></tt> &#8211; Disco Tasks","Pushing Chunked Data to DDFS","<tt class=\"docutils literal docutils literal docutils literal\"><span class=\"pre\">disco.worker</span></tt> &#8211; Python Worker Interface","<tt class=\"docutils literal docutils literal docutils literal\"><span class=\"pre\">disco</span></tt> &#8211; Disco command line utility","discodex ReST API","Troubleshooting Disco installation","DiscoDB Tutorial","<tt class=\"docutils literal docutils literal docutils literal\"><span class=\"pre\">discodex.settings</span></tt> &#8211; Discodex Settings"],objnames:{"0":"environment variable","1":"C function","2":"C member","3":"C type","4":"Python module","5":"Python class","6":"Python method","7":"Python function","8":"Python class method","9":"Python exception","10":"Python attribute"},filenames:["howto/jobpack","howto/contribute","contrib/discodex/discodex","contrib/discodb/query","howto/oob","contrib/discodex/api/discodex/mapreduce/index","intro","start/download","contrib/discodex/tutorial","screenshots","contrib/discodex/man/discodex","howto/style","index","start/tutorial","contrib/discodex/api/discodex/objects","howto/dataflow","contrib/discodb/discodb","lib/index","lib/error","lib/worker/classic","overview","contrib/discodex/index","howto/worker","howto/ddfs","lib/ddfs","releases","start/install_sys","faq","lib/core","lib/job","start/install","lib/schemes","lib/util","man/ddfs","lib/settings","start/getinvolved","howto/administer","glossary","lib/task","howto/chunk","lib/worker/index","man/disco","contrib/discodex/api/rest","start/troubleshoot","howto/discodb","contrib/discodex/api/discodex/settings"]})