text: # Copyright (c) 2015, Frappe Technologies Pvt. Ltd. and Contributors
  # License: MIT. See LICENSE
  
  # metadata
  
  """
  Load metadata (DocType) class
  
  Example:
  
  	meta = frappe.get_meta('User')
  	if meta.has_field('first_name'):
  		print("DocType" table has field "first_name")
  
  
  """
  import json
  import os
  from datetime import datetime
  
  import click
  
  import frappe
  from frappe import _
  from frappe.model import (
  	child_table_fields,
  	data_fieldtypes,
  	default_fields,
  	no_value_fields,
  	optional_fields,
  	table_fields,
  )
  from frappe.model.base_document import BaseDocument
  from frappe.model.document import Document
  from frappe.model.workflow import get_workflow_name
  from frappe.modules import load_doctype_module
  from frappe.utils import cast, cint, cstr
  
  
  def get_meta(doctype, cached=True):
  	if cached:
  		if not frappe.local.meta_cache.get(doctype):
  			meta = frappe.cache().hget("meta", doctype)
  			if meta:
  				meta = Meta(meta)
  			else:
  				meta = Meta(doctype)
  				frappe.cache().hset("meta", doctype, meta.as_dict())
  			frappe.local.meta_cache[doctype] = meta
  
  		return frappe.local.meta_cache[doctype]
  	else:
  		return load_meta(doctype)
  
  
  def load_meta(doctype):
  	return Meta(doctype)
  
  
  def get_table_columns(doctype):
  	return frappe.db.get_table_columns(doctype)
  
  
  def load_doctype_from_file(doctype):
  	fname = frappe.scrub(doctype)
  	with open(frappe.get_app_path("frappe", "core", "doctype", fname, fname + ".json"), "r") as f:
  		txt = json.loads(f.read())
  
  	for d in txt.get("fields", []):
  		d["doctype"] = "DocField"
  
  	for d in txt.get("permissions", []):
  		d["doctype"] = "DocPerm"
  
  	txt["fields"] = [BaseDocument(d) for d in txt["fields"]]
  	if "permissions" in txt:
  		txt["permissions"] = [BaseDocument(d) for d in txt["permissions"]]
  
  	return txt
  
  
  class Meta(Document):
  	_metaclass = True
  	default_fields = list(default_fields)[1:]
  	special_doctypes = (
  		"DocField",
  		"DocPerm",
  		"DocType",
  		"Module Def",
  		"DocType Action",
  		"DocType Link",
  		"DocType State",
  	)
  	standard_set_once_fields = [
  		frappe._dict(fieldname="creation", fieldtype="Datetime"),
  		frappe._dict(fieldname="owner", fieldtype="Data"),
  	]
  
  	def __init__(self, doctype):
  		self._fields = {}
  		if isinstance(doctype, dict):
  			super(Meta, self).__init__(doctype)
  
  		elif isinstance(doctype, Document):
  			super(Meta, self).__init__(doctype.as_dict())
  			self.process()
  
  		else:
  			super(Meta, self).__init__("DocType", doctype)
  			self.process()
  
  	def load_from_db(self):
  		try:
  			super(Meta, self).load_from_db()
  		except frappe.DoesNotExistError:
  			if self.doctype == "DocType" and self.name in self.special_doctypes:
  				self.__dict__.update(load_doctype_from_file(self.name))
  			else:
  				raise
  
  	def process(self):
  		# don't process for special doctypes
  		# prevent's circular dependency
  		if self.name in self.special_doctypes:
  			return
  
  		self.add_custom_fields()
  		self.apply_property_setters()
  		self.sort_fields()
  		self.get_valid_columns()
  		self.set_custom_permissions()
  		self.add_custom_links_and_actions()
  
  	def as_dict(self, no_nulls=False):
  		def serialize(doc):
  			out = {}
  			for key, value in doc.__dict__.items():
  				if isinstance(value, (list, tuple)):
  					if not value or not isinstance(value[0], BaseDocument):
  						# non standard list object, skip
  						continue
  
  					value = [serialize(d) for d in value]
  
  				if (not no_nulls and value is None) or isinstance(
  					value, (str, int, float, datetime, list, tuple)
  				):
  					out[key] = value
  
  			# set empty lists for unset table fields
  			for table_field in DOCTYPE_TABLE_FIELDS:
  				if out.get(table_field.fieldname) is None:
  					out[table_field.fieldname] = []
  
  			return out
  
  		return serialize(self)
  
  	def get_link_fields(self):
  		return self.get("fields", {"fieldtype": "Link", "options": ["!=", "[Select]"]})
  
  	def get_data_fields(self):
  		return self.get("fields", {"fieldtype": "Data"})
  
  	def get_dynamic_link_fields(self):
  		if not hasattr(self, "_dynamic_link_fields"):
  			self._dynamic_link_fields = self.get("fields", {"fieldtype": "Dynamic Link"})
  		return self._dynamic_link_fields
  
  	def get_select_fields(self):
  		return self.get(
  			"fields", {"fieldtype": "Select", "options": ["not in", ["[Select]", "Loading..."]]}
  		)
  
  	def get_image_fields(self):
  		return self.get("fields", {"fieldtype": "Attach Image"})
  
  	def get_code_fields(self):
  		return self.get("fields", {"fieldtype": "Code"})
  
  	def get_set_only_once_fields(self):
  		"""Return fields with `set_only_once` set"""
  		if not hasattr(self, "_set_only_once_fields"):
  			self._set_only_once_fields = self.get("fields", {"set_only_once": 1})
  			fieldnames = [d.fieldname for d in self._set_only_once_fields]
  
  			for df in self.standard_set_once_fields:
  				if df.fieldname not in fieldnames:
  					self._set_only_once_fields.append(df)
  
  		return self._set_only_once_fields
  
  	def get_table_fields(self):
  		if not hasattr(self, "_table_fields"):
  			if self.name != "DocType":
  				self._table_fields = self.get("fields", {"fieldtype": ["in", table_fields]})
  			else:
  				self._table_fields = DOCTYPE_TABLE_FIELDS
  
  		return self._table_fields
  
  	def get_global_search_fields(self):
  		"""Returns list of fields with `in_global_search` set and `name` if set"""
  		fields = self.get("fields", {"in_global_search": 1, "fieldtype": ["not in", no_value_fields]})
  		if getattr(self, "show_name_in_global_search", None):
  			fields.append(frappe._dict(fieldtype="Data", fieldname="name", label="Name"))
  
  		return fields
  
  	def get_valid_columns(self):
  		if not hasattr(self, "_valid_columns"):
  			table_exists = frappe.db.table_exists(self.name)
  			if self.name in self.special_doctypes and table_exists:
  				self._valid_columns = get_table_columns(self.name)
  			else:
  				self._valid_columns = self.default_fields + [
  					df.fieldname for df in self.get("fields") if df.fieldtype in data_fieldtypes
  				]
  				if self.istable:
  					self._valid_columns += list(child_table_fields)
  
  		return self._valid_columns
  
  	def get_table_field_doctype(self, fieldname):
  		return {
  			"fields": "DocField",
  			"permissions": "DocPerm",
  			"actions": "DocType Action",
  			"links": "DocType Link",
  			"states": "DocType State",
  		}.get(fieldname)
  
  	def get_field(self, fieldname):
  		"""Return docfield from meta"""
  		if not self._fields:
  			for f in self.get("fields"):
  				self._fields[f.fieldname] = f
  
  		return self._fields.get(fieldname)
  
  	def has_field(self, fieldname):
  		"""Returns True if fieldname exists"""
  		return True if self.get_field(fieldname) else False
  
  	def get_label(self, fieldname):
  		"""Get label of the given fieldname"""
  		df = self.get_field(fieldname)
  		if df:
  			label = df.label
  		else:
  			label = {
  				"name": _("ID"),
  				"owner": _("Created By"),
  				"modified_by": _("Modified By"),
  				"creation": _("Created On"),
  				"modified": _("Last Modified On"),
  				"_assign": _("Assigned To"),
  			}.get(fieldname) or _("No Label")
  		return label
  
  	def get_options(self, fieldname):
  		return self.get_field(fieldname).options
  
  	def get_link_doctype(self, fieldname):
  		df = self.get_field(fieldname)
  
  		if df.fieldtype == "Link":
  			return df.options
  
  		elif df.fieldtype == "Dynamic Link":
  			return self.get_options(df.options)
  
  		else:
  			return None
  
  	def get_search_fields(self):
  		search_fields = self.search_fields or "name"
  		search_fields = [d.strip() for d in search_fields.split(",")]
  		if "name" not in search_fields:
  			search_fields.append("name")
  
  		return search_fields
  
  	def get_fields_to_fetch(self, link_fieldname=None):
  		"""Returns a list of docfield objects for fields whose values
  		are to be fetched and updated for a particular link field
  
  		These fields are of type Data, Link, Text, Readonly and their
  		fetch_from property is set as `link_fieldname`.`source_fieldname`"""
  
  		out = []
  
  		if not link_fieldname:
  			link_fields = [df.fieldname for df in self.get_link_fields()]
  
  		for df in self.fields:
  			if df.fieldtype not in no_value_fields and getattr(df, "fetch_from", None):
  				if link_fieldname:
  					if df.fetch_from.startswith(link_fieldname + "."):
  						out.append(df)
  				else:
  					if "." in df.fetch_from:
  						fieldname = df.fetch_from.split(".", 1)[0]
  						if fieldname in link_fields:
  							out.append(df)
  
  		return out
  
  	def get_list_fields(self):
  		list_fields = ["name"] + [
  			d.fieldname for d in self.fields if (d.in_list_view and d.fieldtype in data_fieldtypes)
  		]
  		if self.title_field and self.title_field not in list_fields:
  			list_fields.append(self.title_field)
  		return list_fields
  
  	def get_custom_fields(self):
  		return [d for d in self.fields if d.get("is_custom_field")]
  
  	def get_title_field(self):
  		"""Return the title field of this doctype,
  		explict via `title_field`, or `title` or `name`"""
  		title_field = getattr(self, "title_field", None)
  		if not title_field and self.has_field("title"):
  			title_field = "title"
  		if not title_field:
  			title_field = "name"
  
  		return title_field
  
  	def get_translatable_fields(self):
  		"""Return all fields that are translation enabled"""
  		return [d.fieldname for d in self.fields if d.translatable]
  
  	def is_translatable(self, fieldname):
  		"""Return true of false given a field"""
  		field = self.get_field(fieldname)
  		return field and field.translatable
  
  	def get_workflow(self):
  		return get_workflow_name(self.name)
  
  	def add_custom_fields(self):
  		if not frappe.db.table_exists("Custom Field"):
  			return
  
  		custom_fields = frappe.db.sql(
  			"""
  			SELECT * FROM `tabCustom Field`
  			WHERE dt = %s AND docstatus < 2
  		""",
  			(self.name,),
  			as_dict=1,
  			update={"is_custom_field": 1},
  		)
  
  		self.extend("fields", custom_fields)
  
  	def apply_property_setters(self):
  		"""
  		Property Setters are set via Customize Form. They override standard properties
  		of the doctype or its child properties like fields, links etc. This method
  		applies the customized properties over the standard meta object
  		"""
  		if not frappe.db.table_exists("Property Setter"):
  			return
  
  		property_setters = frappe.db.sql(
  			"""select * from `tabProperty Setter` where
  			doc_type=%s""",
  			(self.name,),
  			as_dict=1,
  		)
  
  		if not property_setters:
  			return
  
  		for ps in property_setters:
  			if ps.doctype_or_field == "DocType":
  				self.set(ps.property, cast(ps.property_type, ps.value))
  
  			elif ps.doctype_or_field == "DocField":
  				for d in self.fields:
  					if d.fieldname == ps.field_name:
  						d.set(ps.property, cast(ps.property_type, ps.value))
  						break
  
  			elif ps.doctype_or_field == "DocType Link":
  				for d in self.links:
  					if d.name == ps.row_name:
  						d.set(ps.property, cast(ps.property_type, ps.value))
  						break
  
  			elif ps.doctype_or_field == "DocType Action":
  				for d in self.actions:
  					if d.name == ps.row_name:
  						d.set(ps.property, cast(ps.property_type, ps.value))
  						break
  
  			elif ps.doctype_or_field == "DocType State":
  				for d in self.states:
  					if d.name == ps.row_name:
  						d.set(ps.property, cast(ps.property_type, ps.value))
  						break
  
  	def add_custom_links_and_actions(self):
  		for doctype, fieldname in (
  			("DocType Link", "links"),
  			("DocType Action", "actions"),
  			("DocType State", "states"),
  		):
  			# ignore_ddl because the `custom` column was added later via a patch
  			for d in frappe.get_all(
  				doctype, fields="*", filters=dict(parent=self.name, custom=1), ignore_ddl=True
  			):
  				self.append(fieldname, d)
  
  			# set the fields in order if specified
  			# order is saved as `links_order`
  			order = json.loads(self.get("{}_order".format(fieldname)) or "[]")
  			if order:
  				name_map = {d.name: d for d in self.get(fieldname)}
  				new_list = []
  				for name in order:
  					if name in name_map:
  						new_list.append(name_map[name])
  
  				# add the missing items that have not be added
  				# maybe these items were added to the standard product
  				# after the customization was done
  				for d in self.get(fieldname):
  					if d not in new_list:
  						new_list.append(d)
  
  				self.set(fieldname, new_list)
  
  	def sort_fields(self):
  		"""sort on basis of insert_after"""
  		custom_fields = sorted(self.get_custom_fields(), key=lambda df: df.idx)
  
  		if custom_fields:
  			newlist = []
  
  			# if custom field is at top
  			# insert_after is false
  			for c in list(custom_fields):
  				if not c.insert_after:
  					newlist.append(c)
  					custom_fields.pop(custom_fields.index(c))
  
  			# standard fields
  			newlist += [df for df in self.get("fields") if not df.get("is_custom_field")]
  
  			newlist_fieldnames = [df.fieldname for df in newlist]
  			for i in range(2):
  				for df in list(custom_fields):
  					if df.insert_after in newlist_fieldnames:
  						cf = custom_fields.pop(custom_fields.index(df))
  						idx = newlist_fieldnames.index(df.insert_after)
  						newlist.insert(idx + 1, cf)
  						newlist_fieldnames.insert(idx + 1, cf.fieldname)
  
  				if not custom_fields:
  					break
  
  			# worst case, add remaining custom fields to last
  			if custom_fields:
  				newlist += custom_fields
  
  			# renum idx
  			for i, f in enumerate(newlist):
  				f.idx = i + 1
  
  			self.fields = newlist
  
  	def set_custom_permissions(self):
  		"""Reset `permissions` with Custom DocPerm if exists"""
  		if frappe.flags.in_patch or frappe.flags.in_install:
  			return
  
  		if not self.istable and self.name not in ("DocType", "DocField", "DocPerm", "Custom DocPerm"):
  			custom_perms = frappe.get_all(
  				"Custom DocPerm",
  				fields="*",
  				filters=dict(parent=self.name),
  				update=dict(doctype="Custom DocPerm"),
  			)
  			if custom_perms:
  				self.permissions = [Document(d) for d in custom_perms]
  
  	def get_fieldnames_with_value(self, with_field_meta=False):
  		def is_value_field(docfield):
  			return not (docfield.get("is_virtual") or docfield.fieldtype in no_value_fields)
  
  		if with_field_meta:
  			return [df for df in self.fields if is_value_field(df)]
  
  		return [df.fieldname for df in self.fields if is_value_field(df)]
  
  	def get_fields_to_check_permissions(self, user_permission_doctypes):
  		fields = self.get(
  			"fields",
  			{
  				"fieldtype": "Link",
  				"parent": self.name,
  				"ignore_user_permissions": ("!=", 1),
  				"options": ("in", user_permission_doctypes),
  			},
  		)
  
  		if self.name in user_permission_doctypes:
  			fields.append(frappe._dict({"label": "Name", "fieldname": "name", "options": self.name}))
  
  		return fields
  
  	def get_high_permlevel_fields(self):
  		"""Build list of fields with high perm level and all the higher perm levels defined."""
  		if not hasattr(self, "high_permlevel_fields"):
  			self.high_permlevel_fields = []
  			for df in self.fields:
  				if df.permlevel > 0:
  					self.high_permlevel_fields.append(df)
  
  		return self.high_permlevel_fields
  
  	def get_permlevel_access(self, permission_type="read", parenttype=None):
  		has_access_to = []
  		roles = frappe.get_roles()
  		for perm in self.get_permissions(parenttype):
  			if perm.role in roles and perm.get(permission_type):
  				if perm.permlevel not in has_access_to:
  					has_access_to.append(perm.permlevel)
  
  		return has_access_to
  
  	def get_permissions(self, parenttype=None):
  		if self.istable and parenttype:
  			# use parent permissions
  			permissions = frappe.get_meta(parenttype).permissions
  		else:
  			permissions = self.get("permissions", [])
  
  		return permissions
  
  	def get_dashboard_data(self):
  		"""Returns dashboard setup related to this doctype.
  
  		This method will return the `data` property in the `[doctype]_dashboard.py`
  		file in the doctype's folder, along with any overrides or extensions
  		implemented in other Frappe applications via hooks.
  		"""
  		data = frappe._dict()
  		if not self.custom:
  			try:
  				module = load_doctype_module(self.name, suffix="_dashboard")
  				if hasattr(module, "get_data"):
  					data = frappe._dict(module.get_data())
  			except ImportError:
  				pass
  
  		self.add_doctype_links(data)
  
  		if not self.custom:
  			for hook in frappe.get_hooks("override_doctype_dashboards", {}).get(self.name, []):
  				data = frappe._dict(frappe.get_attr(hook)(data=data))
  
  		return data
  
  	def add_doctype_links(self, data):
  		"""add `links` child table in standard link dashboard format"""
  		dashboard_links = []
  
  		if getattr(self, "links", None):
  			dashboard_links.extend(self.links)
  
  		if not data.transactions:
  			# init groups
  			data.transactions = []
  
  		if not data.non_standard_fieldnames:
  			data.non_standard_fieldnames = {}
  
  		if not data.internal_links:
  			data.internal_links = {}
  
  		for link in dashboard_links:
  			link.added = False
  			if link.hidden:
  				continue
  
  			for group in data.transactions:
  				group = frappe._dict(group)
  
  				# For internal links parent doctype will be the key
  				doctype = link.parent_doctype or link.link_doctype
  				# group found
  				if link.group and _(group.label) == _(link.group):
  					if doctype not in group.get("items"):
  						group.get("items").append(doctype)
  					link.added = True
  
  			if not link.added:
  				# group not found, make a new group
  				data.transactions.append(
  					dict(label=link.group, items=[link.parent_doctype or link.link_doctype])
  				)
  
  			if not link.is_child_table:
  				if link.link_fieldname != data.fieldname:
  					if data.fieldname:
  						data.non_standard_fieldnames[link.link_doctype] = link.link_fieldname
  					else:
  						data.fieldname = link.link_fieldname
  			elif link.is_child_table:
  				if not data.fieldname:
  					data.fieldname = link.link_fieldname
  				data.internal_links[link.parent_doctype] = [link.table_fieldname, link.link_fieldname]
  
  	def get_row_template(self):
  		return self.get_web_template(suffix="_row")
  
  	def get_list_template(self):
  		return self.get_web_template(suffix="_list")
  
  	def get_web_template(self, suffix=""):
  		"""Returns the relative path of the row template for this doctype"""
  		module_name = frappe.scrub(self.module)
  		doctype = frappe.scrub(self.name)
  		template_path = frappe.get_module_path(
  			module_name, "doctype", doctype, "templates", doctype + suffix + ".html"
  		)
  		if os.path.exists(template_path):
  			return "{module_name}/doctype/{doctype_name}/templates/{doctype_name}{suffix}.html".format(
  				module_name=module_name, doctype_name=doctype, suffix=suffix
  			)
  		return None
  
  	def is_nested_set(self):
  		return self.has_field("lft") and self.has_field("rgt")
  
  
  DOCTYPE_TABLE_FIELDS = [
  	frappe._dict({"fieldname": "fields", "options": "DocField"}),
  	frappe._dict({"fieldname": "permissions", "options": "DocPerm"}),
  	frappe._dict({"fieldname": "actions", "options": "DocType Action"}),
  	frappe._dict({"fieldname": "links", "options": "DocType Link"}),
  	frappe._dict({"fieldname": "states", "options": "DocType State"}),
  ]
  
  #######
  
  
  def is_single(doctype):
  	try:
  		return frappe.db.get_value("DocType", doctype, "issingle")
  	except IndexError:
  		raise Exception("Cannot determine whether %s is single" % doctype)
  
  
  def get_parent_dt(dt):
  	parent_dt = frappe.db.get_all(
  		"DocField", "parent", dict(fieldtype=["in", frappe.model.table_fields], options=dt), limit=1
  	)
  	return parent_dt and parent_dt[0].parent or ""
  
  
  def set_fieldname(field_id, fieldname):
  	frappe.db.set_value("DocField", field_id, "fieldname", fieldname)
  
  
  def get_field_currency(df, doc=None):
  	"""get currency based on DocField options and fieldvalue in doc"""
  	currency = None
  
  	if not df.get("options"):
  		return None
  
  	if not doc:
  		return None
  
  	if not getattr(frappe.local, "field_currency", None):
  		frappe.local.field_currency = frappe._dict()
  
  	if not (
  		frappe.local.field_currency.get((doc.doctype, doc.name), {}).get(df.fieldname)
  		or (
  			doc.get("parent")
  			and frappe.local.field_currency.get((doc.doctype, doc.parent), {}).get(df.fieldname)
  		)
  	):
  
  		ref_docname = doc.get("parent") or doc.name
  
  		if ":" in cstr(df.get("options")):
  			split_opts = df.get("options").split(":")
  			if len(split_opts) == 3 and doc.get(split_opts[1]):
  				currency = frappe.get_cached_value(split_opts[0], doc.get(split_opts[1]), split_opts[2])
  		else:
  			currency = doc.get(df.get("options"))
  			if doc.get("parenttype"):
  				if currency:
  					ref_docname = doc.name
  				else:
  					if frappe.get_meta(doc.parenttype).has_field(df.get("options")):
  						# only get_value if parent has currency field
  						currency = frappe.db.get_value(doc.parenttype, doc.parent, df.get("options"))
  
  		if currency:
  			frappe.local.field_currency.setdefault((doc.doctype, ref_docname), frappe._dict()).setdefault(
  				df.fieldname, currency
  			)
  
  	return frappe.local.field_currency.get((doc.doctype, doc.name), {}).get(df.fieldname) or (
  		doc.get("parent")
  		and frappe.local.field_currency.get((doc.doctype, doc.parent), {}).get(df.fieldname)
  	)
  
  
  def get_field_precision(df, doc=None, currency=None):
  	"""get precision based on DocField options and fieldvalue in doc"""
  	from frappe.utils import get_number_format_info
  
  	if df.precision:
  		precision = cint(df.precision)
  
  	elif df.fieldtype == "Currency":
  		precision = cint(frappe.db.get_default("currency_precision"))
  		if not precision:
  			number_format = frappe.db.get_default("number_format") or "#,###.##"
  			decimal_str, comma_str, precision = get_number_format_info(number_format)
  	else:
  		precision = cint(frappe.db.get_default("float_precision")) or 3
  
  	return precision
  
  
  def get_default_df(fieldname):
  	if fieldname in (default_fields + child_table_fields):
  		if fieldname in ("creation", "modified"):
  			return frappe._dict(fieldname=fieldname, fieldtype="Datetime")
  
  		elif fieldname in ("idx", "docstatus"):
  			return frappe._dict(fieldname=fieldname, fieldtype="Int")
  
  		return frappe._dict(fieldname=fieldname, fieldtype="Data")
  
  
  def trim_tables(doctype=None, dry_run=False, quiet=False):
  	"""
  	Removes database fields that don't exist in the doctype (json or custom field). This may be needed
  	as maintenance since removing a field in a DocType doesn't automatically
  	delete the db field.
  	"""
  	UPDATED_TABLES = {}
  	filters = {"issingle": 0}
  	if doctype:
  		filters["name"] = doctype
  
  	for doctype in frappe.db.get_all("DocType", filters=filters, pluck="name"):
  		try:
  			dropped_columns = trim_table(doctype, dry_run=dry_run)
  			if dropped_columns:
  				UPDATED_TABLES[doctype] = dropped_columns
  		except frappe.db.TableMissingError:
  			if quiet:
  				continue
  			click.secho(f"Ignoring missing table for DocType: {doctype}", fg="yellow", err=True)
  			click.secho(
  				f"Consider removing record in the DocType table for {doctype}", fg="yellow", err=True
  			)
  		except Exception as e:
  			if quiet:
  				continue
  			click.echo(e, err=True)
  
  	return UPDATED_TABLES
  
  
  def trim_table(doctype, dry_run=True):
  	frappe.cache().hdel("table_columns", f"tab{doctype}")
  	ignore_fields = default_fields + optional_fields + child_table_fields
  	columns = frappe.db.get_table_columns(doctype)
  	fields = frappe.get_meta(doctype, cached=False).get_fieldnames_with_value()
  	is_internal = lambda f: f not in ignore_fields and not f.startswith("_")
  	columns_to_remove = [f for f in list(set(columns) - set(fields)) if is_internal(f)]
  	DROPPED_COLUMNS = columns_to_remove[:]
  
  	if columns_to_remove and not dry_run:
  		columns_to_remove = ", ".join(f"DROP `{c}`" for c in columns_to_remove)
  		frappe.db.sql_ddl(f"ALTER TABLE `tab{doctype}` {columns_to_remove}")
  
  	return DROPPED_COLUMNS
  