views.py 41 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040
  1. import logging
  2. import sys
  3. from copy import deepcopy
  4. from django.contrib import messages
  5. from django.contrib.contenttypes.models import ContentType
  6. from django.core.exceptions import FieldDoesNotExist, ValidationError
  7. from django.db import transaction, IntegrityError
  8. from django.db.models import ManyToManyField, ProtectedError
  9. from django.forms import Form, ModelMultipleChoiceField, MultipleHiddenInput, Textarea
  10. from django.http import HttpResponse, HttpResponseServerError
  11. from django.shortcuts import get_object_or_404, redirect, render
  12. from django.template import loader
  13. from django.template.exceptions import TemplateDoesNotExist
  14. from django.urls import reverse
  15. from django.utils.html import escape
  16. from django.utils.http import is_safe_url
  17. from django.utils.safestring import mark_safe
  18. from django.views.decorators.csrf import requires_csrf_token
  19. from django.views.defaults import ERROR_500_TEMPLATE_NAME
  20. from django.views.generic import View
  21. from django_tables2 import RequestConfig
  22. from extras.models import CustomField, CustomFieldValue, ExportTemplate
  23. from extras.querysets import CustomFieldQueryset
  24. from utilities.exceptions import AbortTransaction
  25. from utilities.forms import BootstrapMixin, CSVDataField
  26. from utilities.utils import csv_format, prepare_cloned_fields
  27. from .error_handlers import handle_protectederror
  28. from .forms import ConfirmationForm, ImportForm
  29. from .paginator import EnhancedPaginator, get_paginate_count
  30. class GetReturnURLMixin(object):
  31. """
  32. Provides logic for determining where a user should be redirected after processing a form.
  33. """
  34. default_return_url = None
  35. def get_return_url(self, request, obj=None):
  36. # First, see if `return_url` was specified as a query parameter or form data. Use this URL only if it's
  37. # considered safe.
  38. query_param = request.GET.get('return_url') or request.POST.get('return_url')
  39. if query_param and is_safe_url(url=query_param, allowed_hosts=request.get_host()):
  40. return query_param
  41. # Next, check if the object being modified (if any) has an absolute URL.
  42. elif obj is not None and obj.pk and hasattr(obj, 'get_absolute_url'):
  43. return obj.get_absolute_url()
  44. # Fall back to the default URL (if specified) for the view.
  45. elif self.default_return_url is not None:
  46. return reverse(self.default_return_url)
  47. # If all else fails, return home. Ideally this should never happen.
  48. return reverse('home')
  49. class ObjectListView(View):
  50. """
  51. List a series of objects.
  52. queryset: The queryset of objects to display
  53. filter: A django-filter FilterSet that is applied to the queryset
  54. filter_form: The form used to render filter options
  55. table: The django-tables2 Table used to render the objects list
  56. template_name: The name of the template
  57. """
  58. queryset = None
  59. filterset = None
  60. filterset_form = None
  61. table = None
  62. template_name = 'utilities/obj_list.html'
  63. action_buttons = ('add', 'import', 'export')
  64. def queryset_to_yaml(self):
  65. """
  66. Export the queryset of objects as concatenated YAML documents.
  67. """
  68. yaml_data = [obj.to_yaml() for obj in self.queryset]
  69. return '---\n'.join(yaml_data)
  70. def queryset_to_csv(self):
  71. """
  72. Export the queryset of objects as comma-separated value (CSV), using the model's to_csv() method.
  73. """
  74. csv_data = []
  75. custom_fields = []
  76. # Start with the column headers
  77. headers = self.queryset.model.csv_headers.copy()
  78. # Add custom field headers, if any
  79. if hasattr(self.queryset.model, 'get_custom_fields'):
  80. for custom_field in self.queryset.model().get_custom_fields():
  81. headers.append(custom_field.name)
  82. custom_fields.append(custom_field.name)
  83. csv_data.append(','.join(headers))
  84. # Iterate through the queryset appending each object
  85. for obj in self.queryset:
  86. data = obj.to_csv()
  87. for custom_field in custom_fields:
  88. data += (obj.cf.get(custom_field, ''),)
  89. csv_data.append(csv_format(data))
  90. return '\n'.join(csv_data)
  91. def get(self, request):
  92. model = self.queryset.model
  93. content_type = ContentType.objects.get_for_model(model)
  94. if self.filterset:
  95. self.queryset = self.filterset(request.GET, self.queryset).qs
  96. # If this type of object has one or more custom fields, prefetch any relevant custom field values
  97. custom_fields = CustomField.objects.filter(
  98. obj_type=ContentType.objects.get_for_model(model)
  99. ).prefetch_related('choices')
  100. if custom_fields:
  101. self.queryset = self.queryset.prefetch_related('custom_field_values')
  102. # Check for export template rendering
  103. if request.GET.get('export'):
  104. et = get_object_or_404(ExportTemplate, content_type=content_type, name=request.GET.get('export'))
  105. queryset = CustomFieldQueryset(self.queryset, custom_fields) if custom_fields else self.queryset
  106. try:
  107. return et.render_to_response(queryset)
  108. except Exception as e:
  109. messages.error(
  110. request,
  111. "There was an error rendering the selected export template ({}): {}".format(
  112. et.name, e
  113. )
  114. )
  115. # Check for YAML export support
  116. elif 'export' in request.GET and hasattr(model, 'to_yaml'):
  117. response = HttpResponse(self.queryset_to_yaml(), content_type='text/yaml')
  118. filename = 'netbox_{}.yaml'.format(self.queryset.model._meta.verbose_name_plural)
  119. response['Content-Disposition'] = 'attachment; filename="{}"'.format(filename)
  120. return response
  121. # Fall back to built-in CSV formatting if export requested but no template specified
  122. elif 'export' in request.GET and hasattr(model, 'to_csv'):
  123. response = HttpResponse(self.queryset_to_csv(), content_type='text/csv')
  124. filename = 'netbox_{}.csv'.format(self.queryset.model._meta.verbose_name_plural)
  125. response['Content-Disposition'] = 'attachment; filename="{}"'.format(filename)
  126. return response
  127. # Provide a hook to tweak the queryset based on the request immediately prior to rendering the object list
  128. self.queryset = self.alter_queryset(request)
  129. # Compile a dictionary indicating which permissions are available to the current user for this model
  130. permissions = {}
  131. for action in ('add', 'change', 'delete', 'view'):
  132. perm_name = '{}.{}_{}'.format(model._meta.app_label, action, model._meta.model_name)
  133. permissions[action] = request.user.has_perm(perm_name)
  134. # Construct the table based on the user's permissions
  135. table = self.table(self.queryset)
  136. if 'pk' in table.base_columns and (permissions['change'] or permissions['delete']):
  137. table.columns.show('pk')
  138. # Apply the request context
  139. paginate = {
  140. 'paginator_class': EnhancedPaginator,
  141. 'per_page': get_paginate_count(request)
  142. }
  143. RequestConfig(request, paginate).configure(table)
  144. context = {
  145. 'content_type': content_type,
  146. 'table': table,
  147. 'permissions': permissions,
  148. 'action_buttons': self.action_buttons,
  149. 'filter_form': self.filterset_form(request.GET, label_suffix='') if self.filterset_form else None,
  150. }
  151. context.update(self.extra_context())
  152. return render(request, self.template_name, context)
  153. def alter_queryset(self, request):
  154. # .all() is necessary to avoid caching queries
  155. return self.queryset.all()
  156. def extra_context(self):
  157. return {}
  158. class ObjectEditView(GetReturnURLMixin, View):
  159. """
  160. Create or edit a single object.
  161. model: The model of the object being edited
  162. model_form: The form used to create or edit the object
  163. template_name: The name of the template
  164. """
  165. model = None
  166. model_form = None
  167. template_name = 'utilities/obj_edit.html'
  168. def get_object(self, kwargs):
  169. # Look up object by slug or PK. Return None if neither was provided.
  170. if 'slug' in kwargs:
  171. return get_object_or_404(self.model, slug=kwargs['slug'])
  172. elif 'pk' in kwargs:
  173. return get_object_or_404(self.model, pk=kwargs['pk'])
  174. return self.model()
  175. def alter_obj(self, obj, request, url_args, url_kwargs):
  176. # Allow views to add extra info to an object before it is processed. For example, a parent object can be defined
  177. # given some parameter from the request URL.
  178. return obj
  179. def dispatch(self, request, *args, **kwargs):
  180. self.obj = self.alter_obj(self.get_object(kwargs), request, args, kwargs)
  181. return super().dispatch(request, *args, **kwargs)
  182. def get(self, request, *args, **kwargs):
  183. # Parse initial data manually to avoid setting field values as lists
  184. initial_data = {k: request.GET[k] for k in request.GET}
  185. form = self.model_form(instance=self.obj, initial=initial_data)
  186. return render(request, self.template_name, {
  187. 'obj': self.obj,
  188. 'obj_type': self.model._meta.verbose_name,
  189. 'form': form,
  190. 'return_url': self.get_return_url(request, self.obj),
  191. })
  192. def post(self, request, *args, **kwargs):
  193. logger = logging.getLogger('netbox.views.ObjectEditView')
  194. form = self.model_form(request.POST, request.FILES, instance=self.obj)
  195. if form.is_valid():
  196. logger.debug("Form validation was successful")
  197. obj = form.save()
  198. msg = '{} {}'.format(
  199. 'Created' if not form.instance.pk else 'Modified',
  200. self.model._meta.verbose_name
  201. )
  202. logger.info(f"{msg} {obj} (PK: {obj.pk})")
  203. if hasattr(obj, 'get_absolute_url'):
  204. msg = '{} <a href="{}">{}</a>'.format(msg, obj.get_absolute_url(), escape(obj))
  205. else:
  206. msg = '{} {}'.format(msg, escape(obj))
  207. messages.success(request, mark_safe(msg))
  208. if '_addanother' in request.POST:
  209. # If the object has clone_fields, pre-populate a new instance of the form
  210. if hasattr(obj, 'clone_fields'):
  211. url = '{}?{}'.format(request.path, prepare_cloned_fields(obj))
  212. return redirect(url)
  213. return redirect(request.get_full_path())
  214. return_url = form.cleaned_data.get('return_url')
  215. if return_url is not None and is_safe_url(url=return_url, allowed_hosts=request.get_host()):
  216. return redirect(return_url)
  217. else:
  218. return redirect(self.get_return_url(request, obj))
  219. else:
  220. logger.debug("Form validation failed")
  221. return render(request, self.template_name, {
  222. 'obj': self.obj,
  223. 'obj_type': self.model._meta.verbose_name,
  224. 'form': form,
  225. 'return_url': self.get_return_url(request, self.obj),
  226. })
  227. class ObjectDeleteView(GetReturnURLMixin, View):
  228. """
  229. Delete a single object.
  230. model: The model of the object being deleted
  231. template_name: The name of the template
  232. """
  233. model = None
  234. template_name = 'utilities/obj_delete.html'
  235. def get_object(self, kwargs):
  236. # Look up object by slug if one has been provided. Otherwise, use PK.
  237. if 'slug' in kwargs:
  238. return get_object_or_404(self.model, slug=kwargs['slug'])
  239. else:
  240. return get_object_or_404(self.model, pk=kwargs['pk'])
  241. def get(self, request, **kwargs):
  242. obj = self.get_object(kwargs)
  243. form = ConfirmationForm(initial=request.GET)
  244. return render(request, self.template_name, {
  245. 'obj': obj,
  246. 'form': form,
  247. 'obj_type': self.model._meta.verbose_name,
  248. 'return_url': self.get_return_url(request, obj),
  249. })
  250. def post(self, request, **kwargs):
  251. logger = logging.getLogger('netbox.views.ObjectDeleteView')
  252. obj = self.get_object(kwargs)
  253. form = ConfirmationForm(request.POST)
  254. if form.is_valid():
  255. logger.debug("Form validation was successful")
  256. try:
  257. obj.delete()
  258. except ProtectedError as e:
  259. logger.info("Caught ProtectedError while attempting to delete object")
  260. handle_protectederror(obj, request, e)
  261. return redirect(obj.get_absolute_url())
  262. msg = 'Deleted {} {}'.format(self.model._meta.verbose_name, obj)
  263. logger.info(msg)
  264. messages.success(request, msg)
  265. return_url = form.cleaned_data.get('return_url')
  266. if return_url is not None and is_safe_url(url=return_url, allowed_hosts=request.get_host()):
  267. return redirect(return_url)
  268. else:
  269. return redirect(self.get_return_url(request, obj))
  270. else:
  271. logger.debug("Form validation failed")
  272. return render(request, self.template_name, {
  273. 'obj': obj,
  274. 'form': form,
  275. 'obj_type': self.model._meta.verbose_name,
  276. 'return_url': self.get_return_url(request, obj),
  277. })
  278. class BulkCreateView(GetReturnURLMixin, View):
  279. """
  280. Create new objects in bulk.
  281. form: Form class which provides the `pattern` field
  282. model_form: The ModelForm used to create individual objects
  283. pattern_target: Name of the field to be evaluated as a pattern (if any)
  284. template_name: The name of the template
  285. """
  286. form = None
  287. model_form = None
  288. pattern_target = ''
  289. template_name = None
  290. def get(self, request):
  291. # Set initial values for visible form fields from query args
  292. initial = {}
  293. for field in getattr(self.model_form._meta, 'fields', []):
  294. if request.GET.get(field):
  295. initial[field] = request.GET[field]
  296. form = self.form()
  297. model_form = self.model_form(initial=initial)
  298. return render(request, self.template_name, {
  299. 'obj_type': self.model_form._meta.model._meta.verbose_name,
  300. 'form': form,
  301. 'model_form': model_form,
  302. 'return_url': self.get_return_url(request),
  303. })
  304. def post(self, request):
  305. logger = logging.getLogger('netbox.views.BulkCreateView')
  306. model = self.model_form._meta.model
  307. form = self.form(request.POST)
  308. model_form = self.model_form(request.POST)
  309. if form.is_valid():
  310. logger.debug("Form validation was successful")
  311. pattern = form.cleaned_data['pattern']
  312. new_objs = []
  313. try:
  314. with transaction.atomic():
  315. # Create objects from the expanded. Abort the transaction on the first validation error.
  316. for value in pattern:
  317. # Reinstantiate the model form each time to avoid overwriting the same instance. Use a mutable
  318. # copy of the POST QueryDict so that we can update the target field value.
  319. model_form = self.model_form(request.POST.copy())
  320. model_form.data[self.pattern_target] = value
  321. # Validate each new object independently.
  322. if model_form.is_valid():
  323. obj = model_form.save()
  324. logger.debug(f"Created {obj} (PK: {obj.pk})")
  325. new_objs.append(obj)
  326. else:
  327. # Copy any errors on the pattern target field to the pattern form.
  328. errors = model_form.errors.as_data()
  329. if errors.get(self.pattern_target):
  330. form.add_error('pattern', errors[self.pattern_target])
  331. # Raise an IntegrityError to break the for loop and abort the transaction.
  332. raise IntegrityError()
  333. # If we make it to this point, validation has succeeded on all new objects.
  334. msg = "Added {} {}".format(len(new_objs), model._meta.verbose_name_plural)
  335. logger.info(msg)
  336. messages.success(request, msg)
  337. if '_addanother' in request.POST:
  338. return redirect(request.path)
  339. return redirect(self.get_return_url(request))
  340. except IntegrityError:
  341. pass
  342. else:
  343. logger.debug("Form validation failed")
  344. return render(request, self.template_name, {
  345. 'form': form,
  346. 'model_form': model_form,
  347. 'obj_type': model._meta.verbose_name,
  348. 'return_url': self.get_return_url(request),
  349. })
  350. class ObjectImportView(GetReturnURLMixin, View):
  351. """
  352. Import a single object (YAML or JSON format).
  353. """
  354. model = None
  355. model_form = None
  356. related_object_forms = dict()
  357. template_name = 'utilities/obj_import.html'
  358. def get(self, request):
  359. form = ImportForm()
  360. return render(request, self.template_name, {
  361. 'form': form,
  362. 'obj_type': self.model._meta.verbose_name,
  363. 'return_url': self.get_return_url(request),
  364. })
  365. def post(self, request):
  366. logger = logging.getLogger('netbox.views.ObjectImportView')
  367. form = ImportForm(request.POST)
  368. if form.is_valid():
  369. logger.debug("Import form validation was successful")
  370. # Initialize model form
  371. data = form.cleaned_data['data']
  372. model_form = self.model_form(data)
  373. # Assign default values for any fields which were not specified. We have to do this manually because passing
  374. # 'initial=' to the form on initialization merely sets default values for the widgets. Since widgets are not
  375. # used for YAML/JSON import, we first bind the imported data normally, then update the form's data with the
  376. # applicable field defaults as needed prior to form validation.
  377. for field_name, field in model_form.fields.items():
  378. if field_name not in data and hasattr(field, 'initial'):
  379. model_form.data[field_name] = field.initial
  380. if model_form.is_valid():
  381. try:
  382. with transaction.atomic():
  383. # Save the primary object
  384. obj = model_form.save()
  385. logger.debug(f"Created {obj} (PK: {obj.pk})")
  386. # Iterate through the related object forms (if any), validating and saving each instance.
  387. for field_name, related_object_form in self.related_object_forms.items():
  388. logger.debug("Processing form for related objects: {related_object_form}")
  389. for i, rel_obj_data in enumerate(data.get(field_name, list())):
  390. f = related_object_form(obj, rel_obj_data)
  391. for subfield_name, field in f.fields.items():
  392. if subfield_name not in rel_obj_data and hasattr(field, 'initial'):
  393. f.data[subfield_name] = field.initial
  394. if f.is_valid():
  395. f.save()
  396. else:
  397. # Replicate errors on the related object form to the primary form for display
  398. for subfield_name, errors in f.errors.items():
  399. for err in errors:
  400. err_msg = "{}[{}] {}: {}".format(field_name, i, subfield_name, err)
  401. model_form.add_error(None, err_msg)
  402. raise AbortTransaction()
  403. except AbortTransaction:
  404. pass
  405. if not model_form.errors:
  406. logger.info(f"Import object {obj} (PK: {obj.pk})")
  407. messages.success(request, mark_safe('Imported object: <a href="{}">{}</a>'.format(
  408. obj.get_absolute_url(), obj
  409. )))
  410. if '_addanother' in request.POST:
  411. return redirect(request.get_full_path())
  412. return_url = form.cleaned_data.get('return_url')
  413. if return_url is not None and is_safe_url(url=return_url, allowed_hosts=request.get_host()):
  414. return redirect(return_url)
  415. else:
  416. return redirect(self.get_return_url(request, obj))
  417. else:
  418. logger.debug("Model form validation failed")
  419. # Replicate model form errors for display
  420. for field, errors in model_form.errors.items():
  421. for err in errors:
  422. if field == '__all__':
  423. form.add_error(None, err)
  424. else:
  425. form.add_error(None, "{}: {}".format(field, err))
  426. else:
  427. logger.debug("Import form validation failed")
  428. return render(request, self.template_name, {
  429. 'form': form,
  430. 'obj_type': self.model._meta.verbose_name,
  431. 'return_url': self.get_return_url(request),
  432. })
  433. class BulkImportView(GetReturnURLMixin, View):
  434. """
  435. Import objects in bulk (CSV format).
  436. model_form: The form used to create each imported object
  437. table: The django-tables2 Table used to render the list of imported objects
  438. template_name: The name of the template
  439. widget_attrs: A dict of attributes to apply to the import widget (e.g. to require a session key)
  440. """
  441. model_form = None
  442. table = None
  443. template_name = 'utilities/obj_bulk_import.html'
  444. widget_attrs = {}
  445. def _import_form(self, *args, **kwargs):
  446. fields = self.model_form().fields.keys()
  447. required_fields = [name for name, field in self.model_form().fields.items() if field.required]
  448. class ImportForm(BootstrapMixin, Form):
  449. csv = CSVDataField(fields=fields, required_fields=required_fields, widget=Textarea(attrs=self.widget_attrs))
  450. return ImportForm(*args, **kwargs)
  451. def _save_obj(self, obj_form, request):
  452. """
  453. Provide a hook to modify the object immediately before saving it (e.g. to encrypt secret data).
  454. """
  455. return obj_form.save()
  456. def get(self, request):
  457. return render(request, self.template_name, {
  458. 'form': self._import_form(),
  459. 'fields': self.model_form().fields,
  460. 'obj_type': self.model_form._meta.model._meta.verbose_name,
  461. 'return_url': self.get_return_url(request),
  462. })
  463. def post(self, request):
  464. logger = logging.getLogger('netbox.views.BulkImportView')
  465. new_objs = []
  466. form = self._import_form(request.POST)
  467. if form.is_valid():
  468. logger.debug("Form validation was successful")
  469. try:
  470. # Iterate through CSV data and bind each row to a new model form instance.
  471. with transaction.atomic():
  472. for row, data in enumerate(form.cleaned_data['csv'], start=1):
  473. obj_form = self.model_form(data)
  474. if obj_form.is_valid():
  475. obj = self._save_obj(obj_form, request)
  476. new_objs.append(obj)
  477. else:
  478. for field, err in obj_form.errors.items():
  479. form.add_error('csv', "Row {} {}: {}".format(row, field, err[0]))
  480. raise ValidationError("")
  481. # Compile a table containing the imported objects
  482. obj_table = self.table(new_objs)
  483. if new_objs:
  484. msg = 'Imported {} {}'.format(len(new_objs), new_objs[0]._meta.verbose_name_plural)
  485. logger.info(msg)
  486. messages.success(request, msg)
  487. return render(request, "import_success.html", {
  488. 'table': obj_table,
  489. 'return_url': self.get_return_url(request),
  490. })
  491. except ValidationError:
  492. pass
  493. else:
  494. logger.debug("Form validation failed")
  495. return render(request, self.template_name, {
  496. 'form': form,
  497. 'fields': self.model_form().fields,
  498. 'obj_type': self.model_form._meta.model._meta.verbose_name,
  499. 'return_url': self.get_return_url(request),
  500. })
  501. class BulkEditView(GetReturnURLMixin, View):
  502. """
  503. Edit objects in bulk.
  504. queryset: Custom queryset to use when retrieving objects (e.g. to select related objects)
  505. filter: FilterSet to apply when deleting by QuerySet
  506. table: The table used to display devices being edited
  507. form: The form class used to edit objects in bulk
  508. template_name: The name of the template
  509. """
  510. queryset = None
  511. filterset = None
  512. table = None
  513. form = None
  514. template_name = 'utilities/obj_bulk_edit.html'
  515. def get(self, request):
  516. return redirect(self.get_return_url(request))
  517. def post(self, request, **kwargs):
  518. logger = logging.getLogger('netbox.views.BulkEditView')
  519. model = self.queryset.model
  520. # If we are editing *all* objects in the queryset, replace the PK list with all matched objects.
  521. if request.POST.get('_all') and self.filterset is not None:
  522. pk_list = [
  523. obj.pk for obj in self.filterset(request.GET, model.objects.only('pk')).qs
  524. ]
  525. else:
  526. pk_list = request.POST.getlist('pk')
  527. if '_apply' in request.POST:
  528. form = self.form(model, request.POST)
  529. if form.is_valid():
  530. logger.debug("Form validation was successful")
  531. custom_fields = form.custom_fields if hasattr(form, 'custom_fields') else []
  532. standard_fields = [
  533. field for field in form.fields if field not in custom_fields + ['pk']
  534. ]
  535. nullified_fields = request.POST.getlist('_nullify')
  536. try:
  537. with transaction.atomic():
  538. updated_count = 0
  539. for obj in model.objects.filter(pk__in=form.cleaned_data['pk']):
  540. # Update standard fields. If a field is listed in _nullify, delete its value.
  541. for name in standard_fields:
  542. try:
  543. model_field = model._meta.get_field(name)
  544. except FieldDoesNotExist:
  545. # This form field is used to modify a field rather than set its value directly
  546. model_field = None
  547. # Handle nullification
  548. if name in form.nullable_fields and name in nullified_fields:
  549. if isinstance(model_field, ManyToManyField):
  550. getattr(obj, name).set([])
  551. else:
  552. setattr(obj, name, None if model_field.null else '')
  553. # ManyToManyFields
  554. elif isinstance(model_field, ManyToManyField):
  555. getattr(obj, name).set(form.cleaned_data[name])
  556. # Normal fields
  557. elif form.cleaned_data[name] not in (None, ''):
  558. setattr(obj, name, form.cleaned_data[name])
  559. obj.full_clean()
  560. obj.save()
  561. logger.debug(f"Saved {obj} (PK: {obj.pk})")
  562. # Update custom fields
  563. obj_type = ContentType.objects.get_for_model(model)
  564. for name in custom_fields:
  565. field = form.fields[name].model
  566. if name in form.nullable_fields and name in nullified_fields:
  567. CustomFieldValue.objects.filter(
  568. field=field, obj_type=obj_type, obj_id=obj.pk
  569. ).delete()
  570. elif form.cleaned_data[name] not in [None, '']:
  571. try:
  572. cfv = CustomFieldValue.objects.get(
  573. field=field, obj_type=obj_type, obj_id=obj.pk
  574. )
  575. except CustomFieldValue.DoesNotExist:
  576. cfv = CustomFieldValue(
  577. field=field, obj_type=obj_type, obj_id=obj.pk
  578. )
  579. cfv.value = form.cleaned_data[name]
  580. cfv.save()
  581. logger.debug(f"Saved custom fields for {obj} (PK: {obj.pk})")
  582. # Add/remove tags
  583. if form.cleaned_data.get('add_tags', None):
  584. obj.tags.add(*form.cleaned_data['add_tags'])
  585. if form.cleaned_data.get('remove_tags', None):
  586. obj.tags.remove(*form.cleaned_data['remove_tags'])
  587. updated_count += 1
  588. if updated_count:
  589. msg = 'Updated {} {}'.format(updated_count, model._meta.verbose_name_plural)
  590. logger.info(msg)
  591. messages.success(self.request, msg)
  592. return redirect(self.get_return_url(request))
  593. except ValidationError as e:
  594. messages.error(self.request, "{} failed validation: {}".format(obj, e))
  595. else:
  596. logger.debug("Form validation failed")
  597. else:
  598. # Include the PK list as initial data for the form
  599. initial_data = {'pk': pk_list}
  600. # Check for other contextual data needed for the form. We avoid passing all of request.GET because the
  601. # filter values will conflict with the bulk edit form fields.
  602. # TODO: Find a better way to accomplish this
  603. if 'device' in request.GET:
  604. initial_data['device'] = request.GET.get('device')
  605. form = self.form(model, initial=initial_data)
  606. # Retrieve objects being edited
  607. table = self.table(self.queryset.filter(pk__in=pk_list), orderable=False)
  608. if not table.rows:
  609. messages.warning(request, "No {} were selected.".format(model._meta.verbose_name_plural))
  610. return redirect(self.get_return_url(request))
  611. return render(request, self.template_name, {
  612. 'form': form,
  613. 'table': table,
  614. 'obj_type_plural': model._meta.verbose_name_plural,
  615. 'return_url': self.get_return_url(request),
  616. })
  617. class BulkDeleteView(GetReturnURLMixin, View):
  618. """
  619. Delete objects in bulk.
  620. queryset: Custom queryset to use when retrieving objects (e.g. to select related objects)
  621. filter: FilterSet to apply when deleting by QuerySet
  622. table: The table used to display devices being deleted
  623. form: The form class used to delete objects in bulk
  624. template_name: The name of the template
  625. """
  626. queryset = None
  627. filterset = None
  628. table = None
  629. form = None
  630. template_name = 'utilities/obj_bulk_delete.html'
  631. def get(self, request):
  632. return redirect(self.get_return_url(request))
  633. def post(self, request, **kwargs):
  634. logger = logging.getLogger('netbox.views.BulkDeleteView')
  635. model = self.queryset.model
  636. # Are we deleting *all* objects in the queryset or just a selected subset?
  637. if request.POST.get('_all'):
  638. if self.filterset is not None:
  639. pk_list = [obj.pk for obj in self.filterset(request.GET, model.objects.only('pk')).qs]
  640. else:
  641. pk_list = model.objects.values_list('pk', flat=True)
  642. else:
  643. pk_list = [int(pk) for pk in request.POST.getlist('pk')]
  644. form_cls = self.get_form()
  645. if '_confirm' in request.POST:
  646. form = form_cls(request.POST)
  647. if form.is_valid():
  648. logger.debug("Form validation was successful")
  649. # Delete objects
  650. queryset = model.objects.filter(pk__in=pk_list)
  651. try:
  652. deleted_count = queryset.delete()[1][model._meta.label]
  653. except ProtectedError as e:
  654. logger.info("Caught ProtectedError while attempting to delete objects")
  655. handle_protectederror(list(queryset), request, e)
  656. return redirect(self.get_return_url(request))
  657. msg = 'Deleted {} {}'.format(deleted_count, model._meta.verbose_name_plural)
  658. logger.info(msg)
  659. messages.success(request, msg)
  660. return redirect(self.get_return_url(request))
  661. else:
  662. logger.debug("Form validation failed")
  663. else:
  664. form = form_cls(initial={
  665. 'pk': pk_list,
  666. 'return_url': self.get_return_url(request),
  667. })
  668. # Retrieve objects being deleted
  669. table = self.table(self.queryset.filter(pk__in=pk_list), orderable=False)
  670. if not table.rows:
  671. messages.warning(request, "No {} were selected for deletion.".format(model._meta.verbose_name_plural))
  672. return redirect(self.get_return_url(request))
  673. return render(request, self.template_name, {
  674. 'form': form,
  675. 'obj_type_plural': model._meta.verbose_name_plural,
  676. 'table': table,
  677. 'return_url': self.get_return_url(request),
  678. })
  679. def get_form(self):
  680. """
  681. Provide a standard bulk delete form if none has been specified for the view
  682. """
  683. class BulkDeleteForm(ConfirmationForm):
  684. pk = ModelMultipleChoiceField(queryset=self.queryset, widget=MultipleHiddenInput)
  685. if self.form:
  686. return self.form
  687. return BulkDeleteForm
  688. #
  689. # Device/VirtualMachine components
  690. #
  691. # TODO: Replace with BulkCreateView
  692. class ComponentCreateView(GetReturnURLMixin, View):
  693. """
  694. Add one or more components (e.g. interfaces, console ports, etc.) to a Device or VirtualMachine.
  695. """
  696. model = None
  697. form = None
  698. model_form = None
  699. template_name = None
  700. def get(self, request):
  701. form = self.form(initial=request.GET)
  702. return render(request, self.template_name, {
  703. 'component_type': self.model._meta.verbose_name,
  704. 'form': form,
  705. 'return_url': self.get_return_url(request),
  706. })
  707. def post(self, request):
  708. form = self.form(request.POST, initial=request.GET)
  709. if form.is_valid():
  710. new_components = []
  711. data = deepcopy(request.POST)
  712. for i, name in enumerate(form.cleaned_data['name_pattern']):
  713. # Initialize the individual component form
  714. data['name'] = name
  715. if hasattr(form, 'get_iterative_data'):
  716. data.update(form.get_iterative_data(i))
  717. component_form = self.model_form(data)
  718. if component_form.is_valid():
  719. new_components.append(component_form)
  720. else:
  721. for field, errors in component_form.errors.as_data().items():
  722. # Assign errors on the child form's name field to name_pattern on the parent form
  723. if field == 'name':
  724. field = 'name_pattern'
  725. for e in errors:
  726. form.add_error(field, '{}: {}'.format(name, ', '.join(e)))
  727. if not form.errors:
  728. # Create the new components
  729. for component_form in new_components:
  730. component_form.save()
  731. messages.success(request, "Added {} {}".format(
  732. len(new_components), self.model._meta.verbose_name_plural
  733. ))
  734. if '_addanother' in request.POST:
  735. return redirect(request.get_full_path())
  736. else:
  737. return redirect(self.get_return_url(request))
  738. return render(request, self.template_name, {
  739. 'component_type': self.model._meta.verbose_name,
  740. 'form': form,
  741. 'return_url': self.get_return_url(request),
  742. })
  743. class BulkComponentCreateView(GetReturnURLMixin, View):
  744. """
  745. Add one or more components (e.g. interfaces, console ports, etc.) to a set of Devices or VirtualMachines.
  746. """
  747. parent_model = None
  748. parent_field = None
  749. form = None
  750. model = None
  751. model_form = None
  752. filterset = None
  753. table = None
  754. template_name = 'utilities/obj_bulk_add_component.html'
  755. def post(self, request):
  756. logger = logging.getLogger('netbox.views.BulkComponentCreateView')
  757. parent_model_name = self.parent_model._meta.verbose_name_plural
  758. model_name = self.model._meta.verbose_name_plural
  759. # Are we editing *all* objects in the queryset or just a selected subset?
  760. if request.POST.get('_all') and self.filterset is not None:
  761. pk_list = [obj.pk for obj in self.filterset(request.GET, self.parent_model.objects.only('pk')).qs]
  762. else:
  763. pk_list = [int(pk) for pk in request.POST.getlist('pk')]
  764. selected_objects = self.parent_model.objects.filter(pk__in=pk_list)
  765. if not selected_objects:
  766. messages.warning(request, "No {} were selected.".format(self.parent_model._meta.verbose_name_plural))
  767. return redirect(self.get_return_url(request))
  768. table = self.table(selected_objects)
  769. if '_create' in request.POST:
  770. form = self.form(request.POST)
  771. if form.is_valid():
  772. logger.debug("Form validation was successful")
  773. new_components = []
  774. data = deepcopy(form.cleaned_data)
  775. try:
  776. with transaction.atomic():
  777. for obj in data['pk']:
  778. names = data['name_pattern']
  779. for name in names:
  780. component_data = {
  781. self.parent_field: obj.pk,
  782. 'name': name,
  783. }
  784. component_data.update(data)
  785. component_form = self.model_form(component_data)
  786. if component_form.is_valid():
  787. instance = component_form.save()
  788. logger.debug(f"Created {instance} on {instance.parent}")
  789. new_components.append(instance)
  790. else:
  791. for field, errors in component_form.errors.as_data().items():
  792. for e in errors:
  793. form.add_error(field, '{} {}: {}'.format(obj, name, ', '.join(e)))
  794. except IntegrityError:
  795. pass
  796. if not form.errors:
  797. msg = "Added {} {} to {} {}.".format(
  798. len(new_components),
  799. model_name,
  800. len(form.cleaned_data['pk']),
  801. parent_model_name
  802. )
  803. logger.info(msg)
  804. messages.success(request, msg)
  805. return redirect(self.get_return_url(request))
  806. else:
  807. logger.debug("Form validation failed")
  808. else:
  809. form = self.form(initial={'pk': pk_list})
  810. return render(request, self.template_name, {
  811. 'form': form,
  812. 'parent_model_name': parent_model_name,
  813. 'model_name': model_name,
  814. 'table': table,
  815. 'return_url': self.get_return_url(request),
  816. })
  817. @requires_csrf_token
  818. def server_error(request, template_name=ERROR_500_TEMPLATE_NAME):
  819. """
  820. Custom 500 handler to provide additional context when rendering 500.html.
  821. """
  822. try:
  823. template = loader.get_template(template_name)
  824. except TemplateDoesNotExist:
  825. return HttpResponseServerError('<h1>Server Error (500)</h1>', content_type='text/html')
  826. type_, error, traceback = sys.exc_info()
  827. return HttpResponseServerError(template.render({
  828. 'exception': str(type_),
  829. 'error': error,
  830. }))