main.py 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625
  1. import warnings
  2. from datetime import datetime, timedelta
  3. from django import forms
  4. from django.conf import settings
  5. from django.contrib import messages
  6. from django.contrib.admin import FieldListFilter
  7. from django.contrib.admin.exceptions import (
  8. DisallowedModelAdminLookup,
  9. DisallowedModelAdminToField,
  10. )
  11. from django.contrib.admin.options import (
  12. IS_FACETS_VAR,
  13. IS_POPUP_VAR,
  14. TO_FIELD_VAR,
  15. IncorrectLookupParameters,
  16. ShowFacets,
  17. )
  18. from django.contrib.admin.utils import (
  19. build_q_object_from_lookup_parameters,
  20. get_fields_from_path,
  21. lookup_spawns_duplicates,
  22. prepare_lookup_value,
  23. quote,
  24. )
  25. from django.core.exceptions import (
  26. FieldDoesNotExist,
  27. ImproperlyConfigured,
  28. SuspiciousOperation,
  29. )
  30. from django.core.paginator import InvalidPage
  31. from django.db.models import F, Field, ManyToOneRel, OrderBy
  32. from django.db.models.expressions import Combinable
  33. from django.urls import reverse
  34. from django.utils.deprecation import RemovedInDjango60Warning
  35. from django.utils.http import urlencode
  36. from django.utils.inspect import func_supports_parameter
  37. from django.utils.timezone import make_aware
  38. from django.utils.translation import gettext
  39. # Changelist settings
  40. ALL_VAR = "all"
  41. ORDER_VAR = "o"
  42. PAGE_VAR = "p"
  43. SEARCH_VAR = "q"
  44. ERROR_FLAG = "e"
  45. IGNORED_PARAMS = (
  46. ALL_VAR,
  47. ORDER_VAR,
  48. SEARCH_VAR,
  49. IS_FACETS_VAR,
  50. IS_POPUP_VAR,
  51. TO_FIELD_VAR,
  52. )
  53. class ChangeListSearchForm(forms.Form):
  54. def __init__(self, *args, **kwargs):
  55. super().__init__(*args, **kwargs)
  56. # Populate "fields" dynamically because SEARCH_VAR is a variable:
  57. self.fields = {
  58. SEARCH_VAR: forms.CharField(required=False, strip=False),
  59. }
  60. class ChangeList:
  61. search_form_class = ChangeListSearchForm
  62. def __init__(
  63. self,
  64. request,
  65. model,
  66. list_display,
  67. list_display_links,
  68. list_filter,
  69. date_hierarchy,
  70. search_fields,
  71. list_select_related,
  72. list_per_page,
  73. list_max_show_all,
  74. list_editable,
  75. model_admin,
  76. sortable_by,
  77. search_help_text,
  78. ):
  79. self.model = model
  80. self.opts = model._meta
  81. self.lookup_opts = self.opts
  82. self.root_queryset = model_admin.get_queryset(request)
  83. self.list_display = list_display
  84. self.list_display_links = list_display_links
  85. self.list_filter = list_filter
  86. self.has_filters = None
  87. self.has_active_filters = None
  88. self.clear_all_filters_qs = None
  89. self.date_hierarchy = date_hierarchy
  90. self.search_fields = search_fields
  91. self.list_select_related = list_select_related
  92. self.list_per_page = list_per_page
  93. self.list_max_show_all = list_max_show_all
  94. self.model_admin = model_admin
  95. self.preserved_filters = model_admin.get_preserved_filters(request)
  96. self.sortable_by = sortable_by
  97. self.search_help_text = search_help_text
  98. # Get search parameters from the query string.
  99. _search_form = self.search_form_class(request.GET)
  100. if not _search_form.is_valid():
  101. for error in _search_form.errors.values():
  102. messages.error(request, ", ".join(error))
  103. self.query = _search_form.cleaned_data.get(SEARCH_VAR) or ""
  104. try:
  105. self.page_num = int(request.GET.get(PAGE_VAR, 1))
  106. except ValueError:
  107. self.page_num = 1
  108. self.show_all = ALL_VAR in request.GET
  109. self.is_popup = IS_POPUP_VAR in request.GET
  110. self.add_facets = model_admin.show_facets is ShowFacets.ALWAYS or (
  111. model_admin.show_facets is ShowFacets.ALLOW and IS_FACETS_VAR in request.GET
  112. )
  113. self.is_facets_optional = model_admin.show_facets is ShowFacets.ALLOW
  114. to_field = request.GET.get(TO_FIELD_VAR)
  115. if to_field and not model_admin.to_field_allowed(request, to_field):
  116. raise DisallowedModelAdminToField(
  117. "The field %s cannot be referenced." % to_field
  118. )
  119. self.to_field = to_field
  120. self.params = dict(request.GET.items())
  121. self.filter_params = dict(request.GET.lists())
  122. if PAGE_VAR in self.params:
  123. del self.params[PAGE_VAR]
  124. del self.filter_params[PAGE_VAR]
  125. if ERROR_FLAG in self.params:
  126. del self.params[ERROR_FLAG]
  127. del self.filter_params[ERROR_FLAG]
  128. self.remove_facet_link = self.get_query_string(remove=[IS_FACETS_VAR])
  129. self.add_facet_link = self.get_query_string({IS_FACETS_VAR: True})
  130. if self.is_popup:
  131. self.list_editable = ()
  132. else:
  133. self.list_editable = list_editable
  134. self.queryset = self.get_queryset(request)
  135. self.get_results(request)
  136. if self.is_popup:
  137. title = gettext("Select %s")
  138. elif self.model_admin.has_change_permission(request):
  139. title = gettext("Select %s to change")
  140. else:
  141. title = gettext("Select %s to view")
  142. self.title = title % self.opts.verbose_name
  143. self.pk_attname = self.lookup_opts.pk.attname
  144. def __repr__(self):
  145. return "<%s: model=%s model_admin=%s>" % (
  146. self.__class__.__qualname__,
  147. self.model.__qualname__,
  148. self.model_admin.__class__.__qualname__,
  149. )
  150. def get_filters_params(self, params=None):
  151. """
  152. Return all params except IGNORED_PARAMS.
  153. """
  154. params = params or self.filter_params
  155. lookup_params = params.copy() # a dictionary of the query string
  156. # Remove all the parameters that are globally and systematically
  157. # ignored.
  158. for ignored in IGNORED_PARAMS:
  159. if ignored in lookup_params:
  160. del lookup_params[ignored]
  161. return lookup_params
  162. def get_filters(self, request):
  163. lookup_params = self.get_filters_params()
  164. may_have_duplicates = False
  165. has_active_filters = False
  166. supports_request = func_supports_parameter(
  167. self.model_admin.lookup_allowed, "request"
  168. )
  169. if not supports_request:
  170. warnings.warn(
  171. f"`request` must be added to the signature of "
  172. f"{self.model_admin.__class__.__qualname__}.lookup_allowed().",
  173. RemovedInDjango60Warning,
  174. )
  175. for key, value_list in lookup_params.items():
  176. for value in value_list:
  177. params = (key, value, request) if supports_request else (key, value)
  178. if not self.model_admin.lookup_allowed(*params):
  179. raise DisallowedModelAdminLookup(f"Filtering by {key} not allowed")
  180. filter_specs = []
  181. for list_filter in self.list_filter:
  182. lookup_params_count = len(lookup_params)
  183. if callable(list_filter):
  184. # This is simply a custom list filter class.
  185. spec = list_filter(request, lookup_params, self.model, self.model_admin)
  186. else:
  187. field_path = None
  188. if isinstance(list_filter, (tuple, list)):
  189. # This is a custom FieldListFilter class for a given field.
  190. field, field_list_filter_class = list_filter
  191. else:
  192. # This is simply a field name, so use the default
  193. # FieldListFilter class that has been registered for the
  194. # type of the given field.
  195. field, field_list_filter_class = list_filter, FieldListFilter.create
  196. if not isinstance(field, Field):
  197. field_path = field
  198. field = get_fields_from_path(self.model, field_path)[-1]
  199. spec = field_list_filter_class(
  200. field,
  201. request,
  202. lookup_params,
  203. self.model,
  204. self.model_admin,
  205. field_path=field_path,
  206. )
  207. # field_list_filter_class removes any lookup_params it
  208. # processes. If that happened, check if duplicates should be
  209. # removed.
  210. if lookup_params_count > len(lookup_params):
  211. may_have_duplicates |= lookup_spawns_duplicates(
  212. self.lookup_opts,
  213. field_path,
  214. )
  215. if spec and spec.has_output():
  216. filter_specs.append(spec)
  217. if lookup_params_count > len(lookup_params):
  218. has_active_filters = True
  219. if self.date_hierarchy:
  220. # Create bounded lookup parameters so that the query is more
  221. # efficient.
  222. year = lookup_params.pop("%s__year" % self.date_hierarchy, None)
  223. if year is not None:
  224. month = lookup_params.pop("%s__month" % self.date_hierarchy, None)
  225. day = lookup_params.pop("%s__day" % self.date_hierarchy, None)
  226. try:
  227. from_date = datetime(
  228. int(year[-1]),
  229. int(month[-1] if month is not None else 1),
  230. int(day[-1] if day is not None else 1),
  231. )
  232. except ValueError as e:
  233. raise IncorrectLookupParameters(e) from e
  234. if day:
  235. to_date = from_date + timedelta(days=1)
  236. elif month:
  237. # In this branch, from_date will always be the first of a
  238. # month, so advancing 32 days gives the next month.
  239. to_date = (from_date + timedelta(days=32)).replace(day=1)
  240. else:
  241. to_date = from_date.replace(year=from_date.year + 1)
  242. if settings.USE_TZ:
  243. from_date = make_aware(from_date)
  244. to_date = make_aware(to_date)
  245. lookup_params.update(
  246. {
  247. "%s__gte" % self.date_hierarchy: [from_date],
  248. "%s__lt" % self.date_hierarchy: [to_date],
  249. }
  250. )
  251. # At this point, all the parameters used by the various ListFilters
  252. # have been removed from lookup_params, which now only contains other
  253. # parameters passed via the query string. We now loop through the
  254. # remaining parameters both to ensure that all the parameters are valid
  255. # fields and to determine if at least one of them spawns duplicates. If
  256. # the lookup parameters aren't real fields, then bail out.
  257. try:
  258. for key, value in lookup_params.items():
  259. lookup_params[key] = prepare_lookup_value(key, value)
  260. may_have_duplicates |= lookup_spawns_duplicates(self.lookup_opts, key)
  261. return (
  262. filter_specs,
  263. bool(filter_specs),
  264. lookup_params,
  265. may_have_duplicates,
  266. has_active_filters,
  267. )
  268. except FieldDoesNotExist as e:
  269. raise IncorrectLookupParameters(e) from e
  270. def get_query_string(self, new_params=None, remove=None):
  271. if new_params is None:
  272. new_params = {}
  273. if remove is None:
  274. remove = []
  275. p = self.filter_params.copy()
  276. for r in remove:
  277. for k in list(p):
  278. if k.startswith(r):
  279. del p[k]
  280. for k, v in new_params.items():
  281. if v is None:
  282. if k in p:
  283. del p[k]
  284. else:
  285. p[k] = v
  286. return "?%s" % urlencode(sorted(p.items()), doseq=True)
  287. def get_results(self, request):
  288. paginator = self.model_admin.get_paginator(
  289. request, self.queryset, self.list_per_page
  290. )
  291. # Get the number of objects, with admin filters applied.
  292. result_count = paginator.count
  293. # Get the total number of objects, with no admin filters applied.
  294. # Note this isn't necessarily the same as result_count in the case of
  295. # no filtering. Filters defined in list_filters may still apply some
  296. # default filtering which may be removed with query parameters.
  297. if self.model_admin.show_full_result_count:
  298. full_result_count = self.root_queryset.count()
  299. else:
  300. full_result_count = None
  301. can_show_all = result_count <= self.list_max_show_all
  302. multi_page = result_count > self.list_per_page
  303. # Get the list of objects to display on this page.
  304. if (self.show_all and can_show_all) or not multi_page:
  305. result_list = self.queryset._clone()
  306. else:
  307. try:
  308. result_list = paginator.page(self.page_num).object_list
  309. except InvalidPage:
  310. raise IncorrectLookupParameters
  311. self.result_count = result_count
  312. self.show_full_result_count = self.model_admin.show_full_result_count
  313. # Admin actions are shown if there is at least one entry
  314. # or if entries are not counted because show_full_result_count is disabled
  315. self.show_admin_actions = not self.show_full_result_count or bool(
  316. full_result_count
  317. )
  318. self.full_result_count = full_result_count
  319. self.result_list = result_list
  320. self.can_show_all = can_show_all
  321. self.multi_page = multi_page
  322. self.paginator = paginator
  323. def _get_default_ordering(self):
  324. ordering = []
  325. if self.model_admin.ordering:
  326. ordering = self.model_admin.ordering
  327. elif self.lookup_opts.ordering:
  328. ordering = self.lookup_opts.ordering
  329. return ordering
  330. def get_ordering_field(self, field_name):
  331. """
  332. Return the proper model field name corresponding to the given
  333. field_name to use for ordering. field_name may either be the name of a
  334. proper model field or the name of a method (on the admin or model) or a
  335. callable with the 'admin_order_field' attribute. Return None if no
  336. proper model field name can be matched.
  337. """
  338. try:
  339. field = self.lookup_opts.get_field(field_name)
  340. return field.name
  341. except FieldDoesNotExist:
  342. # See whether field_name is a name of a non-field
  343. # that allows sorting.
  344. if callable(field_name):
  345. attr = field_name
  346. elif hasattr(self.model_admin, field_name):
  347. attr = getattr(self.model_admin, field_name)
  348. else:
  349. attr = getattr(self.model, field_name)
  350. if isinstance(attr, property) and hasattr(attr, "fget"):
  351. attr = attr.fget
  352. return getattr(attr, "admin_order_field", None)
  353. def get_ordering(self, request, queryset):
  354. """
  355. Return the list of ordering fields for the change list.
  356. First check the get_ordering() method in model admin, then check
  357. the object's default ordering. Then, any manually-specified ordering
  358. from the query string overrides anything. Finally, a deterministic
  359. order is guaranteed by calling _get_deterministic_ordering() with the
  360. constructed ordering.
  361. """
  362. params = self.params
  363. ordering = list(
  364. self.model_admin.get_ordering(request) or self._get_default_ordering()
  365. )
  366. if ORDER_VAR in params:
  367. # Clear ordering and used params
  368. ordering = []
  369. order_params = params[ORDER_VAR].split(".")
  370. for p in order_params:
  371. try:
  372. none, pfx, idx = p.rpartition("-")
  373. field_name = self.list_display[int(idx)]
  374. order_field = self.get_ordering_field(field_name)
  375. if not order_field:
  376. continue # No 'admin_order_field', skip it
  377. if isinstance(order_field, OrderBy):
  378. if pfx == "-":
  379. order_field = order_field.copy()
  380. order_field.reverse_ordering()
  381. ordering.append(order_field)
  382. elif hasattr(order_field, "resolve_expression"):
  383. # order_field is an expression.
  384. ordering.append(
  385. order_field.desc() if pfx == "-" else order_field.asc()
  386. )
  387. # reverse order if order_field has already "-" as prefix
  388. elif pfx == "-" and order_field.startswith(pfx):
  389. ordering.append(order_field.removeprefix(pfx))
  390. else:
  391. ordering.append(pfx + order_field)
  392. except (IndexError, ValueError):
  393. continue # Invalid ordering specified, skip it.
  394. # Add the given query's ordering fields, if any.
  395. ordering.extend(queryset.query.order_by)
  396. return self._get_deterministic_ordering(ordering)
  397. def _get_deterministic_ordering(self, ordering):
  398. """
  399. Ensure a deterministic order across all database backends. Search for a
  400. single field or unique together set of fields providing a total
  401. ordering. If these are missing, augment the ordering with a descendant
  402. primary key.
  403. """
  404. ordering = list(ordering)
  405. ordering_fields = set()
  406. total_ordering_fields = {"pk"} | {
  407. field.attname
  408. for field in self.lookup_opts.fields
  409. if field.unique and not field.null
  410. }
  411. for part in ordering:
  412. # Search for single field providing a total ordering.
  413. field_name = None
  414. if isinstance(part, str):
  415. field_name = part.lstrip("-")
  416. elif isinstance(part, F):
  417. field_name = part.name
  418. elif isinstance(part, OrderBy) and isinstance(part.expression, F):
  419. field_name = part.expression.name
  420. if field_name:
  421. # Normalize attname references by using get_field().
  422. try:
  423. field = self.lookup_opts.get_field(field_name)
  424. except FieldDoesNotExist:
  425. # Could be "?" for random ordering or a related field
  426. # lookup. Skip this part of introspection for now.
  427. continue
  428. # Ordering by a related field name orders by the referenced
  429. # model's ordering. Skip this part of introspection for now.
  430. if field.remote_field and field_name == field.name:
  431. continue
  432. if field.attname in total_ordering_fields:
  433. break
  434. ordering_fields.add(field.attname)
  435. else:
  436. # No single total ordering field, try unique_together and total
  437. # unique constraints.
  438. constraint_field_names = (
  439. *self.lookup_opts.unique_together,
  440. *(
  441. constraint.fields
  442. for constraint in self.lookup_opts.total_unique_constraints
  443. ),
  444. )
  445. for field_names in constraint_field_names:
  446. # Normalize attname references by using get_field().
  447. fields = [
  448. self.lookup_opts.get_field(field_name) for field_name in field_names
  449. ]
  450. # Composite unique constraints containing a nullable column
  451. # cannot ensure total ordering.
  452. if any(field.null for field in fields):
  453. continue
  454. if ordering_fields.issuperset(field.attname for field in fields):
  455. break
  456. else:
  457. # If no set of unique fields is present in the ordering, rely
  458. # on the primary key to provide total ordering.
  459. ordering.append("-pk")
  460. return ordering
  461. def get_ordering_field_columns(self):
  462. """
  463. Return a dictionary of ordering field column numbers and asc/desc.
  464. """
  465. # We must cope with more than one column having the same underlying sort
  466. # field, so we base things on column numbers.
  467. ordering = self._get_default_ordering()
  468. ordering_fields = {}
  469. if ORDER_VAR not in self.params:
  470. # for ordering specified on ModelAdmin or model Meta, we don't know
  471. # the right column numbers absolutely, because there might be more
  472. # than one column associated with that ordering, so we guess.
  473. for field in ordering:
  474. if isinstance(field, (Combinable, OrderBy)):
  475. if not isinstance(field, OrderBy):
  476. field = field.asc()
  477. if isinstance(field.expression, F):
  478. order_type = "desc" if field.descending else "asc"
  479. field = field.expression.name
  480. else:
  481. continue
  482. elif field.startswith("-"):
  483. field = field.removeprefix("-")
  484. order_type = "desc"
  485. else:
  486. order_type = "asc"
  487. for index, attr in enumerate(self.list_display):
  488. if self.get_ordering_field(attr) == field:
  489. ordering_fields[index] = order_type
  490. break
  491. else:
  492. for p in self.params[ORDER_VAR].split("."):
  493. none, pfx, idx = p.rpartition("-")
  494. try:
  495. idx = int(idx)
  496. except ValueError:
  497. continue # skip it
  498. ordering_fields[idx] = "desc" if pfx == "-" else "asc"
  499. return ordering_fields
  500. def get_queryset(self, request, exclude_parameters=None):
  501. # First, we collect all the declared list filters.
  502. (
  503. self.filter_specs,
  504. self.has_filters,
  505. remaining_lookup_params,
  506. filters_may_have_duplicates,
  507. self.has_active_filters,
  508. ) = self.get_filters(request)
  509. # Then, we let every list filter modify the queryset to its liking.
  510. qs = self.root_queryset
  511. for filter_spec in self.filter_specs:
  512. if (
  513. exclude_parameters is None
  514. or filter_spec.expected_parameters() != exclude_parameters
  515. ):
  516. new_qs = filter_spec.queryset(request, qs)
  517. if new_qs is not None:
  518. qs = new_qs
  519. try:
  520. # Finally, we apply the remaining lookup parameters from the query
  521. # string (i.e. those that haven't already been processed by the
  522. # filters).
  523. q_object = build_q_object_from_lookup_parameters(remaining_lookup_params)
  524. qs = qs.filter(q_object)
  525. except (SuspiciousOperation, ImproperlyConfigured):
  526. # Allow certain types of errors to be re-raised as-is so that the
  527. # caller can treat them in a special way.
  528. raise
  529. except Exception as e:
  530. # Every other error is caught with a naked except, because we don't
  531. # have any other way of validating lookup parameters. They might be
  532. # invalid if the keyword arguments are incorrect, or if the values
  533. # are not in the correct type, so we might get FieldError,
  534. # ValueError, ValidationError, or ?.
  535. raise IncorrectLookupParameters(e)
  536. if not qs.query.select_related:
  537. qs = self.apply_select_related(qs)
  538. # Set ordering.
  539. ordering = self.get_ordering(request, qs)
  540. qs = qs.order_by(*ordering)
  541. # Apply search results
  542. qs, search_may_have_duplicates = self.model_admin.get_search_results(
  543. request,
  544. qs,
  545. self.query,
  546. )
  547. # Set query string for clearing all filters.
  548. self.clear_all_filters_qs = self.get_query_string(
  549. new_params=remaining_lookup_params,
  550. remove=self.get_filters_params(),
  551. )
  552. # Remove duplicates from results, if necessary
  553. if filters_may_have_duplicates | search_may_have_duplicates:
  554. return qs.distinct()
  555. else:
  556. return qs
  557. def apply_select_related(self, qs):
  558. if self.list_select_related is True:
  559. return qs.select_related()
  560. if self.list_select_related is False:
  561. if self.has_related_field_in_list_display():
  562. return qs.select_related()
  563. if self.list_select_related:
  564. return qs.select_related(*self.list_select_related)
  565. return qs
  566. def has_related_field_in_list_display(self):
  567. for field_name in self.list_display:
  568. try:
  569. field = self.lookup_opts.get_field(field_name)
  570. except FieldDoesNotExist:
  571. pass
  572. else:
  573. if isinstance(field.remote_field, ManyToOneRel):
  574. # <FK>_id field names don't require a join.
  575. if field_name != field.get_attname():
  576. return True
  577. return False
  578. def url_for_result(self, result):
  579. pk = getattr(result, self.pk_attname)
  580. return reverse(
  581. "admin:%s_%s_change" % (self.opts.app_label, self.opts.model_name),
  582. args=(quote(pk),),
  583. current_app=self.model_admin.admin_site.name,
  584. )