text: #!/usr/bin/python3
  # coding=utf-8
  
  import sys
  
  if len(sys.argv) != 5:
      print(u"usage: {}, test.result.file, test.uc.file, threshold, test.gold".format(__file__))
      exit(-1)
  
  result_file = sys.argv[1]
  test_file = sys.argv[2]
  threshold = float(sys.argv[3])
  test_gold = sys.argv[4]
  print("threshold:{}".format(threshold))
  result = []
  urls = []
  golds = []
  with open(result_file) as f:
      for line in f:
          p = float(line.strip().split()[0])
          if p >= threshold:
              result.append(0)
          else:
              result.append(1)
  with open(test_gold) as f:
      for line in f:
          p = line.strip()
          if p == '0':
              golds.append(0)
          else:
              golds.append(1)
  with open(test_file) as f:
      for line in f:
          url = line.strip().split('\t')[0]
          urls.append(url)
  
  print("size of result:{},size of golds:{}, size of urls:{}".format(len(result),len(golds), len(urls)))
  
  out_file = "extra."+test_file+".posotive."+str(threshold)
  with open(out_file,'w') as f:
      for i in range(len(result)):
          if result[i] == 1 and golds[i] == 0:
              f.write(urls[i]+"\n")
  