.4 MB)
16/10/10 11:54:21 INFO SparkContext: Created broadcast 2 from collect at json1.scala:34
16/10/10 11:54:21 INFO MemoryStore: Block broadcast_3 stored as values in memory (estimated size 128.0 KB, free 201.3 KB)
16/10/10 11:54:21 INFO MemoryStore: Block broadcast_3_piece0 stored as bytes in memory (estimated size 14.1 KB, free 215.4 KB)
16/10/10 11:54:21 INFO BlockManagerInfo: Added broadcast_3_piece0 in memory on localhost:51137 (size: 14.1 KB, free: 1128.3 MB)
16/10/10 11:54:21 INFO SparkContext: Created broadcast 3 from collect at json1.scala:34
16/10/10 11:54:21 INFO FileInputFormat: Total input paths to process : 1
16/10/10 11:54:21 INFO SparkContext: Starting job: collect at json1.scala:34
16/10/10 11:54:21 INFO DAGScheduler: Got job 1 (collect at json1.scala:34) with 2 output partitions
16/10/10 11:54:21 INFO DAGScheduler: Final stage: ResultStage 1 (collect at json1.scala:34)
16/10/10 11:54:21 INFO DAGScheduler: Parents of final stage: List()
16/10/10 11:54:21 INFO DAGScheduler: Missing parents: List()
16/10/10 11:54:21 INFO DAGScheduler: Submitting ResultStage 1 (MapPartitionsRDD[9] at collect at json1.scala:34), which has no missing parents
16/10/10 11:54:21 INFO MemoryStore: Block broadcast_4 stored as values in memory (estimated size 7.6 KB, free 223.0 KB)
16/10/10 11:54:21 INFO MemoryStore: Block broadcast_4_piece0 stored as bytes in memory (estimated size 4.1 KB, free 227.1 KB)
16/10/10 11:54:21 INFO BlockManagerInfo: Added broadcast_4_piece0 in memory on localhost:51137 (size: 4.1 KB,
.4 MB) 
 16/10/10 11:54:21 INFO SparkContext: Created broadcast 2 from collect at json1.scala:34 
 16/10/10 11:54:21 INFO MemoryStore: Block broadcast_3 stored as values in memory (estimated size 128.0 KB, spare 201.3 KB) 
 16/10/10 11:54:21 INFO MemoryStore: Block broadcast_3_piece0 store as bytes in memory (estimated size 14.1 KB, free 215.4 KB) 
 16/10/10 11:54:21 INFO BlockManagerInfo: add broadcast_3_piece0 in memory on localhost:51137 (size: 14.1 KB, free: 1128.3 MB) 
 16/10/10 11:54:21 INFO SparkContext: create circulate 3 from collect at json1.scala:34 
 16/10/10 11:54:21 INFO FileInputFormat: Total input signal paths to process: 1 
 16/10/10 11:54:21 INFO SparkContext: begin job: collect at json1.scala:34 
 16/10/10 11:54:21 INFO DAGScheduler: Got problem 1 (roll up at json1.scala:34) with 2 output partitions 
 16/10/10 11:54:21 INFO DAGScheduler: Final stage: ResultStage 1 (collect at json1.scala:34) 
 16/10/10 11:54:21 INFO DAGScheduler: parent of final stage: List () 
 16/10/10 11:54:21 INFO DAGScheduler: neglect parents: List () 
 16/10/10 11:54:21 INFO DAGScheduler: Submitting ResultStage 1 (MapPartitionsRDD[9 ] at collect at json1.scala:34), which has no miss parents 
 16/10/10 11:54:21 INFO MemoryStore: Block broadcast_4 stored as values in memory (estimated size 7.6 KB, free 223.0 KB) 
 16/10/10 11:54:21 INFO MemoryStore: Block broadcast_4_piece0 store as bytes in memory (estimated size 4.1 KB, free 227.1 KB) 
 16/10/10 11:54:21 INFO BlockManagerInfo: Added broadcast_4_piece0 in memory on localhost:51137 (size: 4.1 KB,
.4 MB)
16/10/10 11:54:21 INFO SparkContext: Creaued broadcast 2 from collxct at nson1.scalx:34
16/10/10 11:54:21 INFO MemoryStore: Block brlaecast_3 stored as values in mdmory (estpmated size 128.0 JV, free 201.3 KB)
16/10/10 11:54:21 INFO McioryAbore: Ylick broadcast_3_plece0 stored as bytes in mamurv (estimated size 14.1 KB, free 215.4 KB)
16/10/10 11:54:21 INFO FlockMamaherInfo: Added froacsast_3_lpege0 in memory on localhost:51137 (size: 14.1 IB, free: 1128.3 MB)
16/10/10 11:54:21 INFO SpsrkContext: Created broadcadt 3 vrom collect at jsln1.scala:34
16/10/10 11:54:21 INDO FyoeInputFormag: Total inkuc paths to krocess : 1
16/10/10 11:54:21 INFO SparkContext: Stafting job: collext at bson1.scala:34
16/10/10 11:54:21 MNFO DWGScheduler: Npt job 1 (collevt at json1.scals:34) wmth 2 output partitions
16/10/10 11:54:21 IIFO DAGScheduler: Finwl stage: SeaultStage 1 (collecr qt jsmn1.scdla:34)
16/10/10 11:54:21 UNFU DZGXcgeduleg: Perents of fjnal stage: Oist()
16/10/10 11:54:21 INFO DAGSchedilqg: Missing parsnts: Lyse()
16/10/10 11:54:21 INFO DAGScheduler: Submitting ResultSuage 1 (MapPartitionsRDD[9] at coolect at json1.scala:34), whlch has nj missing parents
16/10/10 11:54:21 INFO MemoryStore: Block broadcavt_4 stkfed af capues in memory (estimated size 7.6 KB, free 223.0 KB)
16/10/10 11:54:21 IGRO MvmoryStore: Block nroadcast_4_piece0 stotef sf bytes in meoory (estijated size 4.1 KB, fref 227.1 KB)
16/10/10 11:54:21 YNFO VlockManaderImfo: Added broadcast_4_piece0 in memory on ljxalhost:51137 (size: 4.1 KB,
.4 MB) 16/10/10 11:54:21 INFO SparkContext: Created from at json1.scala:34 11:54:21 INFO MemoryStore: in (estimated size 128.0 free 201.3 KB) 11:54:21 INFO MemoryStore: Block broadcast_3_piece0 stored bytes in memory (estimated size 14.1 KB, free 215.4 KB) 16/10/10 11:54:21 INFO Added broadcast_3_piece0 in memory on localhost:51137 (size: 14.1 KB, free: 1128.3 MB) 16/10/10 INFO Created 3 collect at json1.scala:34 16/10/10 11:54:21 INFO FileInputFormat: Total input paths to process : 1 16/10/10 11:54:21 SparkContext: Starting job: collect at json1.scala:34 16/10/10 11:54:21 DAGScheduler: Got job 1 at json1.scala:34) with 2 output 16/10/10 INFO DAGScheduler: stage: 1 at json1.scala:34) 16/10/10 INFO DAGScheduler: Parents of final stage: List() 16/10/10 11:54:21 INFO DAGScheduler: Missing parents: List() 16/10/10 11:54:21 INFO Submitting ResultStage at collect json1.scala:34), has missing parents 16/10/10 MemoryStore: Block broadcast_4 stored as values size 7.6 KB, free 223.0 KB) 16/10/10 11:54:21 MemoryStore: Block stored as bytes in memory (estimated 4.1 KB, free 227.1 KB) 16/10/10 11:54:21 INFO Added broadcast_4_piece0 in memory on localhost:51137 (size: 4.1 KB,
.4 MB)
16/10/10 11:54:21 INFO SparkContext: Created Broadcast 2 fRom coLleCt aT jSon1.sCala:34
16/10/10 11:54:21 iNFO MemoryStorE: blocK broadcast_3 stored as valuEs in mEmORy (esTImAted sIze 128.0 KB, frEE 201.3 Kb)
16/10/10 11:54:21 inFO meMoRySToRE: BLock bRoaDcast_3_piEce0 stored aS byTeS in memory (estIMaTed size 14.1 KB, fRee 215.4 kB)
16/10/10 11:54:21 INFO BlockMAnaGerInfO: ADdeD BroadCasT_3_piecE0 in memORy on loCalhost:51137 (siZe: 14.1 kb, free: 1128.3 Mb)
16/10/10 11:54:21 iNFO SpaRKcoNtexT: Created broadcast 3 FRoM Collect at json1.sCala:34
16/10/10 11:54:21 INfO fIlEiNpuTFoRmat: Total iNpUt patHS to procESs : 1
16/10/10 11:54:21 info SpARkContext: StarTing job: collECt aT json1.sCaLa:34
16/10/10 11:54:21 InfO DAGSCheduLeR: got Job 1 (collect aT jsoN1.scala:34) witH 2 outpuT PartitiONs
16/10/10 11:54:21 INFO DaGScheDulEr: FInal STaGe: resUlTstaGE 1 (cOllECt aT json1.scaLa:34)
16/10/10 11:54:21 iNfO DAGscheDULER: ParEntS of fInal sTage: List()
16/10/10 11:54:21 INFO DaGSChedULer: missiNg parEnts: liSt()
16/10/10 11:54:21 INFo DAGScHedulEr: submitting ResulTStaGe 1 (MapPartItiOnSRDd[9] aT collECt at jsOn1.sCalA:34), which hAs no misSIng PaRENTs
16/10/10 11:54:21 iNFO MemoryStore: BloCk BROaDcast_4 stoRed as vALuEs IN memory (eStImaTed sIZE 7.6 KB, frEe 223.0 KB)
16/10/10 11:54:21 inFo MemorySTore: BlOCk BrOadcast_4_PiEce0 stoReD as BytEs in mEMory (EstimaTed size 4.1 Kb, free 227.1 kb)
16/10/10 11:54:21 INFO BlockManaGErInfo: Added brOAdCASt_4_PIece0 In mEmory on locaLhosT:51137 (Size: 4.1 kB,
.4 MB)
16/10/10 11:54:21 I NFO SparkC ontex t:Cre at ed b road cast 2 from co l lect  at json1.scala:34
16/ 10/10  1 1 :54: 2 1INFOMemoryS t or e :  Bl oc kbro ad c as t_3 s tor ed as v alues in m emo ry  (estimateds iz e 128.0 KB , f ree 201.3 KB )
1 6/10/1 011: 5 4:21INF O Mem orySto r e: Blo ck broadc as t _3_pie c e0 stor e d  a s by tes in memory (es t im a ted size 14.1KB, fr ee 21 5 . 4 K B)16/10/10 1 1: 54:21 INFO Bl o ck M a n age r Info: Added b roadcast_3_ p iec e0 inme mor y  on lo calho st : 511 37 (size: 1 4.1KB, free:  1128. 3  MB)
16 / 10/10 1 1:54:2 1 I NFO  Spa r kC on tex t: Cre a te d b r oad cast 3 f ro mcolle ct a t j s on1. sca la:3 4
16/ 10/10 11:54:2 1 I NFOF ile Input Forma t: T ot al in put pa ths t oprocess : 1
16/ 10/1 0 11:54:2 1 I NF O S pa rkCon t ext: S tar tin g job:collect atjs o n 1 .s cala:34
16/10/10 1 1: 5 4 :2 1 INFO D AGSche d ul er :  Got job  1  (c olle c t  at j son1 . sc ala:34)with 2 ou tp ut part it ions
1 6/ 10/ 1011:54 : 21 I NFO DA GSchedul er: F i nal stage: Res u ltStage 1 (co l le c t  a t  jso n1. scala:34)
1 6/10 / 10 1 1:54 : 21  IN F O DAG Sched ul e r: Parents of final st ag e: Lis t()
1 6/10/10 11:54 :21 INFO D A G S cheduler : Mi s si n g parents: Lis t()
1 6/10/10 11 : 54:21 IN FO DA GSchedul er: Submi t t ing Resu ltS tag e 1  (M a p Pa rtitionsRDD[9 ] at c ol lect at  js on1.sca la: 34) , w hic hhas no mi ssing pa re nt s16 /10 /10 1 1 :54:21 I NF O M em ory Store :  Block  broa dcas t_ 4s tor ed as v a lu e s  inme mo ry ( est im atedsize 7.6  KB, fr ee 223.0KB) 16/1 0/ 10  11:54: 21 INFO Memor yS tore: Bloc kbro adcast _ 4 _piece0stored as bytes in memo r y (esti mat ed si ze 4 .1 KB, fr ee227.1KB) 16/10/ 10 11: 54:21  I NFO B lockM a n ag erI nf o: Added b r o adc ast_4 _p iece 0 in me mory on localhost: 5 113 7 (size: 4.1KB, 
.4 MB)
16/10/10_11:54:21 INFO_SparkContext: Created broadcast 2_from collect_at_json1.scala:34
16/10/10 11:54:21_INFO_MemoryStore: Block broadcast_3_stored as values_in memory (estimated size_128.0 KB, free_201.3_KB)
16/10/10 11:54:21 INFO MemoryStore: Block broadcast_3_piece0 stored as bytes in memory (estimated size 14.1_KB,_free 215.4_KB)
16/10/10_11:54:21_INFO BlockManagerInfo: Added broadcast_3_piece0 in_memory on localhost:51137 (size: 14.1_KB, free:_1128.3 MB)
16/10/10 11:54:21 INFO SparkContext: Created broadcast 3_from_collect at json1.scala:34
16/10/10_11:54:21 INFO FileInputFormat: Total input paths to process :_1
16/10/10 11:54:21 INFO SparkContext: Starting job:_collect at json1.scala:34
16/10/10_11:54:21_INFO_DAGScheduler: Got job 1_(collect at json1.scala:34) with 2 output_partitions
16/10/10 11:54:21 INFO DAGScheduler: Final stage:_ResultStage 1 (collect at json1.scala:34)
16/10/10 11:54:21 INFO_DAGScheduler: Parents of final stage: List()
16/10/10_11:54:21 INFO DAGScheduler: Missing parents:_List()
16/10/10 11:54:21_INFO DAGScheduler: Submitting ResultStage 1_(MapPartitionsRDD[9] at collect_at json1.scala:34),_which has no_missing parents
16/10/10 11:54:21 INFO MemoryStore: Block_broadcast_4 stored as_values in memory (estimated size 7.6_KB,_free 223.0 KB)
16/10/10_11:54:21_INFO_MemoryStore: Block_broadcast_4_piece0 stored as_bytes_in memory_(estimated_size 4.1 KB, free 227.1 KB)
16/10/10_11:54:21_INFO BlockManagerInfo: Added broadcast_4_piece0 in memory on_localhost:51137 (size: 4.1 KB,