concordia-server/tests/addSources.py

37 lines
682 B
Python
Executable File

#!/usr/bin/python
# -*- coding: utf-8 -*-
import json
import urllib2
import sys
import time
import host
address = 'http://'+host.concordia_host
if len(host.concordia_port) > 0:
address += ':'+host.concordia_port
with open(sys.argv[1]) as sources_file:
counter = 0
for line in sources_file:
counter += 1
idStr, link, name = line.rstrip().split('\t')
data = {
'operation': 'addSource',
'externalId':int(idStr),
'name':name,
'link':link
}
req = urllib2.Request(address)
req.add_header('Content-Type', 'application/json')
urllib2.urlopen(req, json.dumps(data)).read()
if counter % 1000 == 0:
print("Done %d sources" % counter)