text: # Copyright (c) 2015, Frappe Technologies Pvt. Ltd. and Contributors
  # MIT License. See license.txt
  
  from __future__ import unicode_literals, print_function
  
  import frappe, os, json
  from frappe.modules import get_module_path, scrub_dt_dn
  from frappe.utils import get_datetime_str
  
  def import_files(module, dt=None, dn=None, force=False, pre_process=None, reset_permissions=False):
  	if type(module) is list:
  		out = []
  		for m in module:
  			out.append(import_file(m[0], m[1], m[2], force=force, pre_process=pre_process,
  				reset_permissions=reset_permissions))
  		return out
  	else:
  		return import_file(module, dt, dn, force=force, pre_process=pre_process,
  			reset_permissions=reset_permissions)
  
  def import_file(module, dt, dn, force=False, pre_process=None, reset_permissions=False):
  	"""Sync a file from txt if modifed, return false if not updated"""
  	path = get_file_path(module, dt, dn)
  	ret = import_file_by_path(path, force, pre_process=pre_process, reset_permissions=reset_permissions)
  	return ret
  
  def get_file_path(module, dt, dn):
  	dt, dn = scrub_dt_dn(dt, dn)
  
  	path = os.path.join(get_module_path(module),
  		os.path.join(dt, dn, dn + ".json"))
  
  	return path
  
  def import_file_by_path(path, force=False, data_import=False, pre_process=None, ignore_version=None,
  		reset_permissions=False):
  	try:
  		docs = read_doc_from_file(path)
  	except IOError:
  		print (path + " missing")
  		return
  
  	if docs:
  		if not isinstance(docs, list):
  			docs = [docs]
  
  		for doc in docs:
  			if not force:
  				# check if timestamps match
  				db_modified = frappe.db.get_value(doc['doctype'], doc['name'], 'modified')
  				if db_modified and doc.get('modified')==get_datetime_str(db_modified):
  					return False
  
  			original_modified = doc.get("modified")
  
  			frappe.flags.in_import = True
  			import_doc(doc, force=force, data_import=data_import, pre_process=pre_process,
  				ignore_version=ignore_version, reset_permissions=reset_permissions)
  			frappe.flags.in_import = False
  
  			if original_modified:
  				# since there is a new timestamp on the file, update timestamp in
  				if doc["doctype"] == doc["name"] and doc["name"]!="DocType":
  					frappe.db.sql("""update tabSingles set value=%s where field="modified" and doctype=%s""",
  						(original_modified, doc["name"]))
  				else:
  					frappe.db.sql("update `tab%s` set modified=%s where name=%s" % \
  						(doc['doctype'], '%s', '%s'),
  						(original_modified, doc['name']))
  
  	return True
  
  def read_doc_from_file(path):
  	doc = None
  	if os.path.exists(path):
  		with open(path, 'r') as f:
  			try:
  				doc = json.loads(f.read())
  			except ValueError:
  				print("bad json: {0}".format(path))
  				raise
  	else:
  		raise IOError('%s missing' % path)
  
  	return doc
  
  ignore_values = {
  	"Report": ["disabled"],
  	"Print Format": ["disabled"]
  }
  
  ignore_doctypes = [""]
  
  def import_doc(docdict, force=False, data_import=False, pre_process=None,
  		ignore_version=None, reset_permissions=False):
  
  	frappe.flags.in_import = True
  	docdict["__islocal"] = 1
  	doc = frappe.get_doc(docdict)
  	doc.flags.ignore_version = ignore_version
  	if pre_process:
  		pre_process(doc)
  
  	ignore = []
  
  	if frappe.db.exists(doc.doctype, doc.name):
  		old_doc = frappe.get_doc(doc.doctype, doc.name)
  
  		if doc.doctype in ignore_values:
  			# update ignore values
  			for key in ignore_values.get(doc.doctype) or []:
  				doc.set(key, old_doc.get(key))
  
  		# update ignored docs into new doc
  		for df in doc.meta.get_table_fields():
  			if df.options in ignore_doctypes and not reset_permissions:
  				doc.set(df.fieldname, [])
  				ignore.append(df.options)
  
  		# delete old
  		frappe.delete_doc(doc.doctype, doc.name, force=1, ignore_doctypes=ignore, for_reload=True)
  
  	doc.flags.ignore_children_type = ignore
  	doc.flags.ignore_links = True
  	if not data_import:
  		doc.flags.ignore_validate = True
  		doc.flags.ignore_permissions = True
  		doc.flags.ignore_mandatory = True
  	doc.insert()
  	frappe.flags.in_import = False
  