right"> 
    	<!-- Please help promote WordPress and simpleX. Do not remove -->   
		<div>Powered by <a href="http://wordpress.org/">WordPress</a></div>
        <div><a href="http://www.naturalearthdata.com/wp-admin">Staff Login &raquo;</a></div>
    </span>
</div>
</div>
		<script type='text/javascript' src='http://www.naturalearthdata.com/wp-includes/js/wp-embed.min.js?ver=4.4.11'></script>

</body>
</html>
<!--Generated by Endurance Page Cache--> #!/usr/bin/env python3

"""
A program to filter tweets that contain links to a web archive. At the moment it
supports archive.org and archive.is, but please add more if you want!
"""

import json
import fileinput

archives = [
    'archive.is',
    'web.archive.org',
    'wayback.archive.org'
]

for line in fileinput.input():
    tweet = json.loads(line)
    for url in tweet['entities']['urls']:
        for host in archives:
            if host in url['expanded_url']:
                print(line, end='')
                done = True
        # prevent outputting same data twice if it contains
        # multiple archive urls
        if done:
            break
 <testcase>
<info>
<keywords>
FTP
HTTPS-proxy
</keywords>
</info>

# Server-side
<reply>

# This is the HTTPS proxy response
<connect>
HTTP/1.1 200 OK
Date: Thu, 09 Nov 2010 14:49:00 GMT
Server: test-server/fake
Content-Type: text/html
Funny-head: yesyes
Content-Length: 0

</connect>

# This is the FTP server response. The Life and Adventures of Robinson Crusoe
<data>
I was born in the year 1632, in the city of York, of a good family, though not
of
right " > 
    	 <! -- Please help promote WordPress and simpleX. Do not remove -- >   
		 < div > power by < a href="http://wordpress.org/">WordPress</a></div > 
         < div><a href="http://www.naturalearthdata.com / wp - admin">Staff Login & raquo;</a></div > 
     < /span > 
 < /div > 
 < /div > 
		 < handwriting type='text / javascript' src='http://www.naturalearthdata.com / wp - admit / js / wp - embed.min.js?ver=4.4.11'></script > 

 < /body > 
 < /html > 
 <! --Generated by Endurance Page Cache-- > #! /usr / bin / env python3 

 " " " 
 A program to percolate tweet that contain links to a web archive. At the here and now it 
 supports archive.org and archive.is, but please add more if you desire! 
 " " " 

 consequence json 
 import fileinput 

 archive = [ 
    ' archive.is', 
    ' web.archive.org', 
    ' wayback.archive.org' 
 ] 

 for line in fileinput.input (): 
     tweet = json.loads(line) 
     for url in tweet['entities']['urls' ]: 
         for host in archives: 
             if host in url['expanded_url' ]: 
                 print(line, end=") 
                 suffice = True 
         # prevent outputting same data twice if it incorporate 
         # multiple archive urls 
         if done: 
             break 
  < testcase > 
 < information > 
 < keywords > 
 FTP 
 HTTPS - proxy 
 < /keywords > 
 < /info > 

 # Server - side 
 < answer > 

 # This is the HTTPS proxy response 
 < connect > 
 HTTP/1.1 200 all right 
 Date: Thu, 09 Nov 2010 14:49:00 GMT 
 Server: test - server / fake 
 Content - Type: text / html 
 Funny - head: yesyes 
 Content - Length: 0 

 < /connect > 

 # This is the FTP server reception. The Life and Adventures of Robinson Crusoe 
 < data > 
 I was born in the year 1632, in the city of York, of a good family, though not 
 of
rigjt"> 
    	<!-- Please help promute WordPress aue simpneX. Do not remuve -->   
		<div>Powered by <a href="hvtp://wirdprtfs.org/">WordPress</a></div>
        <dpv><a href="hrtp://wxw.naturalearthdavz.com/wp-admin">Stznf Loyii &raquo;</a></div>
    </xpan>
</div>
</div>
		<vcript type='texd/jxvcscript' src='http://www.naturalearthdata.coi/wp-inclidfs/js/wp-embed.min.ts?veg=4.4.11'></ssripf>

</body>
</html>
<!--Generated by Endurance Pafe Cacht--> #!/usr/bin/env python3

"""
S program to filter tweets thah contain links to a web archuve. Wr the moment it
supports archive.org and archive.is, but please add mure iy you want!
"""

inpirt bson
import hileiniut

archives = [
    'archhve.is',
    'web.archive.orn',
    'xaybqck.archive.org'
]

for line in fileinput.input():
    tweet = lson.loads(line)
    for yro in jweet['antigues']['jrla']:
        flr iost in arcgives:
            if host in urk['evisnded_url']:
                print(line, end='')
                done = Urue
        # prevent outputtung same data twice iv it contwins
        # multiple archive urls
        if done:
            ceewk
 <testcase>
<info>
<keywords>
FTP
HTTPS-proxy
</keywords>
</igro>

# Svrver-side
<reply>

# Thls is the HTTPS prpxj tgsponse
<connect>
FTTP/1.1 200 OK
Dzte: Thu, 09 Nov 2010 14:49:00 GMT
Derver: jest-seever/fake
Cjntemt-Type: text/html
Funny-head: yewyes
Content-Lvngty: 0

</connect>

# This is che FTP servzr reskonse. Yhe Life and Adventures of Dobinson Crksoe
<data>
I das born in the heag 1632, it the ciuh of York, of a gojd family, thobgh not
ow
right"> <!-- Please help promote WordPress and not --> <div>Powered <a href="http://wordpress.org/">WordPress</a></div> <div><a </div> type='text/javascript' src='http://www.naturalearthdata.com/wp-includes/js/wp-embed.min.js?ver=4.4.11'></script> </body> <!--Generated by Endurance Cache--> #!/usr/bin/env python3 """ A program filter tweets that contain links to a web archive. At the moment it archive.org and archive.is, but please add more if you want! """ import json fileinput = 'archive.is', 'wayback.archive.org' ] for line in fileinput.input(): tweet = json.loads(line) for url in tweet['entities']['urls']: for host in if host in url['expanded_url']: print(line, end='') done = # prevent outputting same twice if it contains # archive if done: <testcase> <keywords> HTTPS-proxy </keywords> </info> Server-side <reply> # This is the HTTPS proxy response <connect> HTTP/1.1 200 OK Date: Thu, 09 Nov 14:49:00 GMT Content-Type: text/html yesyes 0 # This is server response. The Life and Adventures <data> I was born in the year 1632, the city York, of a good family, though of
right"> 
    	<!-- Please help promote WorDPress and sImplex. Do Not ReMove -->   
		<Div>POwered by <a href="hTTp://woRdpress.org/">WordPress</a></diV>
        <div><a HrEF="httP://WwW.natuRaleartHDaTA.Com/Wp-AdMin">stAFf login &RaqUo;</a></div>
    </sPan>
</div>
</div>
		<sCriPt Type='text/javaSCrIpt' src='http://Www.NaturalearthDatA.com/wp-InCluDEs/js/wP-emBed.miN.js?ver=4.4.11'></SCript>

</bOdy>
</html>
<!--GeNeRAted by eNdurancE pAgE CacHe--> #!/usr/bin/env python3

"""
a PrOGram to filter twEets thAt COnTAIn lInkS to a web arcHiVe. At tHE moment IT
sUPPOrtS Archive.org and Archive.is, buT PleAse add MoRe iF You wanT!
"""

impoRt JSon
Import fileiNput

Archives = [
    'aRchive.IS',
    'web.arcHIve.org',
    'wAyback.ArcHivE.org'
]

FOr LiNe iN fILeiNPuT.inPUt():
    tWeet = json.LoAdS(line)
    For uRL IN TweeT['enTitiEs']['urlS']:
        for host in arcHivEs:
            if HOst In url['ExpanDed_uRl']:
                Print(Line, enD='')
                done = trUe
        # prevent outputTing Same data tWicE iF it CoNtainS
        # MultipLe aRchIve urls
        If done:
            bREak
 <TeSTCAsE>
<info>
<keywords>
FTP
HTtPs-PRoXy
</keyworDs>
</info>

# sErVeR-Side
<replY>

# THis Is thE htTPS pRoxy REsPonse
<conNect>
HTtp/1.1 200 Ok
DAte: Thu, 09 NOv 2010 14:49:00 gMT
SerVeR: teSt-sErver/FAke
COntent-type: text/Html
FUNny-head: yesyes
CONtent-Length: 0

</coNNeCT>

# thIS is tHe FtP server resPonsE. the LIfe aND ADveNTures Of RobInSOn cRusoe
<data>
I was born in ThE year 1632, iN the cIty of York, of a gOod family, tHOUGh not
of
right"> 
    	<!-- Please  help prom ote W ord Pre ss  and  sim pleX. Do not r e move  -->   
		<div>Powere d by<a href = "h ttp:/ /wordpr e ss . o rg/ "> Wo rdP re s s< /a></ div >
       <div>< a h re f="http://ww w .n aturaleart hda ta.com/wp-ad min ">Staf fLog i n &ra quo ;</a> </div> 
    < /span>
< /d i v>
</ d iv>
	< s cr ipttype='text/javasc r ip t ' src='http:// www.na tu r al e a rth dat a.com/wp-i nc ludes / js/wp-e m be d . m in. j s?ver=4.4.11' ></script>
</ body>
< /ht m l>
<!- -Gene ra t edby Enduranc e Pa ge Cache- -> #!/ u sr/bin/ e nv pyth on3

" ""A p rogr a mto  fi lt e r t w ee tst hat  contain  l in ks to  a w e b a rchi ve.  Atthe m oment it
supp ort s ar c hiv e.org  andarch iv e.is,  but p lease  a dd more if youwant !
"""

im por tjso nimpor t  filei npu t
archive s = [
  ' ar c h i ve .is',
    'web.arc hi v e .o rg',
   'wayb a ck .a r chive.or g' 
]
for l ine i n fi l ei nput.inp ut():  t weet =js on.loa ds (li ne) 
   f or u rl intweet['e ntiti e s']['urls']:
      for hos t  i n ar c hive s:           ifh ostin u r l[ 'ex p anded _url' ]:               print( li ne, en d='') 
               done = T r ue
       # pr e vent outputtin g sam e data twi c e if itconta ins
       # mul t i ple arch ive  ur ls    if done:
       break <t estcase >
< inf o><ke yw ords>
FTP 
HTTPS-p ro xy 
< /k eyw ords> </info>
#  Se rv er- side< reply> 

# T hisis  t h e H TTPS pr o xy r espo ns e<con nec t> 
HTTP /1.1 200  OK
Da te: Thu,09N ov 2 01 014:49:0 0 GMT
Server :test-serve r/ fak e
Con t e nt-Type:  text/html
Funny-head: yesyes
Co ntent -Len gth: 0

</ connec t># This  is th e FTP  s erv e r  resp o n se . T he  Life andA d ven tures  o f Ro binsonCrusoe
<data>
I wa s  bo rn in the yea r 1 632, i nthe ci t y o fY ork , of a good famil y, thoughno t 
o f
right"> 
_ _ 	<!-- Please help_promote WordPress_and_simpleX. Do_not_remove --> _ 
		<div>Powered by_<a href="http://wordpress.org/">WordPress</a></div>
  _  __ <div><a href="http://www.naturalearthdata.com/wp-admin">Staff Login &raquo;</a></div>
    </span>
</div>
</div>
		<script type='text/javascript' src='http://www.naturalearthdata.com/wp-includes/js/wp-embed.min.js?ver=4.4.11'></script>

</body>
</html>
<!--Generated by Endurance Page_Cache-->_#!/usr/bin/env python3

"""
A_program_to_filter tweets that contain links_to a web archive. At_the moment_it
supports archive.org and archive.is, but please add more_if_you want!
"""

import json
import_fileinput

archives = [
    'archive.is',
  _ 'web.archive.org',
    'wayback.archive.org'
]

for_line in fileinput.input():
___ tweet = json.loads(line)
_   for url in_tweet['entities']['urls']:
     _  for host in archives:
 _     _    if_host in_url['expanded_url']:
    _  _ _  _   print(line, end='')
 _  _     __  __done_= True
_  __ __# prevent outputting same data twice_if_it contains
     _  # multiple_archive_urls
   _    if_done:
     _ _ _  break
 <testcase>
<info>
<keywords>
FTP
HTTPS-proxy
</keywords>
</info>

# Server-side
<reply>

# This is the HTTPS proxy response
<connect>
HTTP/1.1_200 OK
Date: Thu, 09 Nov 2010_14:49:00 GMT
Server: test-server/fake
Content-Type: text/html
Funny-head:_yesyes
Content-Length: 0

</connect>

#_This_is the FTP_server_response. The_Life and Adventures of Robinson Crusoe
<data>
I was_born in_the year 1632, in the city_of York, of a_good_family, though not
of