__copyright__ = "Copyright © Stichting SciPost (SciPost Foundation)"
__license__ = "AGPL v3"
import datetime
import hashlib
import pytz
import random
import string
from django.contrib.auth.models import User
from django.db import models
from django.db.models import Q, Sum
from django.shortcuts import get_object_or_404
from django.utils import timezone
from django.urls import reverse
from django_countries.fields import CountryField
from .constants import (
ORGANIZATION_TYPES,
ORGTYPE_PRIVATE_BENEFACTOR,
ORGANIZATION_STATUSES,
ORGSTATUS_ACTIVE,
ORGANIZATION_EVENTS,
ROLE_KINDS,
)
from .managers import OrganizationQuerySet
from scipost.constants import TITLE_CHOICES
from scipost.fields import ChoiceArrayField
from scipost.models import Contributor
from affiliates.models import AffiliatePublication
from colleges.models import Fellowship
from journals.models import Journal, Publication, OrgPubFraction
from profiles.models import Profile
[docs]class OrganizationLogo(models.Model):
"""
Logo of an Organization, with rendering info, for a `source` HTML tag.
"""
MIMETYPE_GIF = 'gif'
MIMETYPE_JPG = 'jpg'
MIMETYPE_PNG = 'png'
MIMETYPE_TIF = 'tif'
MITETYPE_WEBP = 'webp'
MIMETYPE_CHOICES = (
(MIMETYPE_GIF, 'gif'),
(MIMETYPE_JPG, 'jpg'),
(MIMETYPE_PNG, 'png'),
(MIMETYPE_TIF, 'tif'),
(MITETYPE_WEBP, 'webp'),
)
organization = models.ForeignKey(
"organizations.Organization",
related_name="logos",
on_delete=models.CASCADE,
)
image = models.ImageField(upload_to="organizations/logos/", blank=True)
mimetype = models.CharField(max_length=8, choices=MIMETYPE_CHOICES)
width = models.PositiveSmallIntegerField()
height = models.PositiveSmallIntegerField()
order = models.PositiveSmallIntegerField()
class Meta:
constraints = [
models.UniqueConstraint(
fields=["organization", "order"],
name="unique_together_organization_order",
),
]
ordering = ("organization", "order",)
def __str__(self):
return (f"Logo ({self.mimetype}, w={self.width}, h={self.height}) "
f"for {self.organization.name}")
[docs] def save(self, *args, **kwargs):
if not self.order:
self.order = self.organization.logos.count() + 1
return super().save(*args, **kwargs)
[docs]class Organization(models.Model):
"""
An Organization instance is any type of administrative unit which SciPost
can interact with. Example types include universities, funding agencies,
research institutes etc.
All instances can only be created by SciPost administration-level personnel,
and can thus be considered as verified.
These objects are meant to be internally linked to all other types of
(possibly user-defined) objects used throughout the site (such as Institutions,
Partners, Affiliations, Funders etc). This enables relating all of SciPost's
services to the organizations which are impacted by its activities.
The data here is also meant to be cross-linked to external databases,
for example the Global Research Identifier Database (GRID), Crossref,
ORCID etc.
"""
orgtype = models.CharField(max_length=32, choices=ORGANIZATION_TYPES)
status = models.CharField(
max_length=32, choices=ORGANIZATION_STATUSES, default=ORGSTATUS_ACTIVE
)
name = models.CharField(max_length=256, help_text="Western version of name")
name_original = models.CharField(
max_length=256, blank=True, help_text="Name (in original language)"
)
acronym = models.CharField(
max_length=64, blank=True, help_text="Acronym or short name"
)
country = CountryField()
address = models.TextField(blank=True)
logo = models.ImageField(upload_to="organizations/logos/", blank=True)
css_class = models.CharField(
max_length=256, blank=True, verbose_name="Additional logo CSS class"
)
grid_json = models.JSONField(
default=dict, blank=True, null=True
) # JSON data from GRID
crossref_json = models.JSONField(
default=dict, blank=True, null=True
) # JSON data from Crossref
parent = models.ForeignKey(
"self",
blank=True,
null=True,
on_delete=models.SET_NULL,
related_name="children",
)
superseded_by = models.ForeignKey(
"self", blank=True, null=True, on_delete=models.SET_NULL
)
# Calculated fields (to save CPU; field name always starts with cf_)
cf_associated_publication_ids = models.JSONField(
blank=True,
default=dict,
help_text="NB: calculated field. Do not modify.",
)
cf_nr_associated_publications = models.PositiveIntegerField(
blank=True,
null=True,
help_text="NB: calculated field. Do not modify.",
)
cf_balance_info = models.JSONField(
blank=True,
default=dict,
help_text="NB: calculated field. Do not modify.",
)
cf_expenditure_for_publication = models.JSONField(
blank=True,
default=dict,
help_text="NB: calculated field. Do not modify.",
)
objects = OrganizationQuerySet.as_manager()
class Meta:
ordering = ["country", "name"]
permissions = (
("can_view_org_contacts", "Can view this Organization's Contacts"),
)
def __str__(self):
return self.name
@property
def full_name(self):
full_name_str = ""
if self.name_original:
full_name_str += "%s / " % self.name_original
full_name_str += "%s" % self.name
return full_name_str
@property
def full_name_with_acronym(self):
full_name_str = self.full_name
if self.acronym:
full_name_str += " [%s]" % self.acronym
return full_name_str
[docs] def get_absolute_url(self):
return reverse("organizations:organization_detail", kwargs={"pk": self.id})
@property
def details_publicly_viewable(self):
return self.orgtype != ORGTYPE_PRIVATE_BENEFACTOR
[docs] def get_publications(self, year=None, journal=None):
if "all" not in self.cf_associated_publication_ids:
return Publication.objects.none()
if journal and isinstance(journal, Journal):
publications = journal.get_publications()
else:
publications = Publication.objects.published()
if year:
publications = publications.filter(publication_date__year=year)
return publications.filter(pk__in=self.cf_associated_publication_ids["all"])
[docs] def get_affiliate_publications(self, journal):
return AffiliatePublications.objects.filter(
pubfractions__organization=self,
journal=journal,
)
[docs] def get_author_profiles(self):
"""
Returns all Profiles of authors associated to this Organization.
"""
profile_id_list = [
tbl.profile.id for tbl in self.publicationauthorstable_set.all(
).select_related("profile")
]
return Profile.objects.filter(id__in=profile_id_list).distinct(
).select_related("contributor")
[docs] def fellowships(self, year=None):
"""
Fellowships with Fellow having listed this organization as affiliation.
If `year` is given, filter for affiliation and fellowship both valid in that year.
"""
affiliations = self.affiliations.all()
if year is not None:
affiliations = affiliations.filter(
Q(date_from__isnull=True) | Q(date_from__year__lte=year),
Q(date_until__isnull=True) | Q(date_until__year__gte=year),
)
profile_ids = [a.profile.id for a in affiliations.select_related("profile")]
fellowships = Fellowship.objects.filter(
contributor__profile__id__in=profile_ids
)
if year is not None:
fellowships = fellowships.active_in_year(year)
return fellowships
[docs] def count_publications(self):
return self.get_publications().count()
[docs] def update_cf_associated_publication_ids(self):
"""
Update the calculated field Organization:cf_associated_publication_ids.
"""
ids = {
"via_author_affiliation": [
pk for pk in Publication.objects.published().filter(
authors__affiliations=self).values_list("pk", flat=True)
],
"via_grant": [
pk for pk in Publication.objects.published().filter(
grants__funder__organization=self).values_list("pk", flat=True)
],
"via_funder_generic": [
pk for pk in Publication.objects.published().filter(
funders_generic__organization=self).values_list("pk", flat=True)
],
}
children_ids = [pk for pk in self.children.all().values_list("id", flat=True)]
ids["via_child_author_affiliation"] = [
pk for pk in Publication.objects.published().filter(
authors__affiliations__pk__in=children_ids
).values_list("pk", flat=True)
]
ids["via_child_grant"] = [
pk for pk in Publication.objects.published().filter(
grants__funder__organization__pk__in=children_ids
).values_list("pk", flat=True)
]
ids["via_child_funder_generic"] = [
pk for pk in Publication.objects.published().filter(
funders_generic__organization__pk__in=children_ids
).values_list("pk", flat=True)
]
ids["all"] = list(set(
ids["via_author_affiliation"] + ids["via_grant"] +
ids["via_funder_generic"] + ids["via_child_author_affiliation"] +
ids["via_child_grant"] + ids["via_child_funder_generic"]
))
self.cf_associated_publication_ids = ids
self.save()
[docs] def update_cf_nr_associated_publications(self):
"""
Update the calculated field Organization:cf_nr_associated_publications.
"""
self.cf_nr_associated_publications = self.count_publications()
self.save()
[docs] def update_cf_balance_info(self):
"""
Update the calculated field Organization:cf_balance_info.
"""
self.cf_balance_info = self.get_balance_info()
self.save()
[docs] def pubfraction_for_publication(self, doi_label):
"""
Return the organization's pubfraction for a publication.
"""
pfs = OrgPubFraction.objects.filter(publication__doi_label=doi_label)
try:
return pfs.get(organization=self).fraction
except OrgPubFraction.DoesNotExist:
children_ids = [k["id"] for k in list(self.children.all().values("id"))]
children_contribs = pfs.filter(organization__id__in=children_ids).aggregate(
Sum("fraction")
)["fraction__sum"]
if children_contribs is not None:
message = "as parent (ascribed to "
for child in self.children.all():
pfc = child.pubfraction_for_publication(doi_label)
if pfc not in ["No PubFraction ascribed", "Not yet defined"]:
message += "%s: %s; " % (child, pfc)
return message.rpartition(";")[0] + ")"
return "Not yet defined"
[docs] def expenditure_for_publication(self, doi_label):
"""
Return publication's expenditure details related to this organization.
"""
publication = get_object_or_404(Publication, doi_label=doi_label)
unitcost = publication.get_journal().cost_per_publication(
publication.publication_date.year
)
try:
pf = OrgPubFraction.objects.get(
publication=publication,
organization=self,
)
return {
"millipubfrac": int(1000 * pf.fraction),
"unitcost": unitcost,
"expenditure": int(pf.fraction * unitcost),
"message": "",
}
except OrgPubFraction.DoesNotExist:
pass
children_ids = [k["id"] for k in list(self.children.all().values("id"))]
children_contrib_ids = set(
c for c in OrgPubFraction.objects.filter(
publication=publication,
organization__id__in=children_ids,
).values_list("organization__id", flat=True)
)
message = ""
if children_contrib_ids:
message = "as parent (ascribed to "
for child in self.children.filter(pk__in=children_contrib_ids):
message += f"{child}; "
message = message.rpartition(";")[0] + ")"
return {
"millipubfrac": 0,
"unitcost": unitcost,
"expenditure": 0,
"message": message,
}
[docs] def pubfractions_in_year(self, year):
"""
Returns the sum of pubfractions for the given year.
"""
fractions = OrgPubFraction.objects.filter(
organization=self, publication__publication_date__year=year
)
return {
"confirmed": fractions.filter(
publication__pubfractions_confirmed_by_authors=True
).aggregate(Sum("fraction"))["fraction__sum"],
"estimated": fractions.filter(
publication__pubfractions_confirmed_by_authors=False
).aggregate(Sum("fraction"))["fraction__sum"],
"total": fractions.aggregate(Sum("fraction"))["fraction__sum"],
}
@property
def has_current_subsidy(self):
"""
Check if this organization has a Subsidy with a still-running validity period.
"""
return self.subsidy_set.filter(date_until__gte=datetime.date.today()).exists()
@property
def has_children_with_current_subsidy(self):
for child in self.children.all():
if child.has_current_subsidy:
return True
return False
@property
def latest_subsidy_date_until(self):
"""
Returns the end date of validity of the latest subsidy.
"""
if self.subsidy_set:
return self.subsidy_set.order_by("-date_until").first().date_until
return "-"
[docs] def total_subsidies_in_year(self, year):
"""
Return the total subsidies for this Organization in that year.
"""
total = 0
for subsidy in self.subsidy_set.filter(date__year__lte=year).filter(
models.Q(date_until=None) | models.Q(date_until__year__gte=year)
):
total += subsidy.value_in_year(year)
return total
[docs] def get_total_subsidies_obtained(self, n_years_past=None):
"""
Computes the total amount received by SciPost, in the form
of subsidies from this Organization.
"""
return self.subsidy_set.aggregate(models.Sum("amount")).get("amount__sum", 0)
[docs] def get_balance_info(self):
"""
Return a dict containing this Organization's expenditure and support history.
"""
pubyears = range(int(timezone.now().strftime("%Y")), 2015, -1)
rep = {}
cumulative_balance = 0
cumulative_expenditures = 0
cumulative_contribution = 0
pf = self.pubfractions.all()
for year in pubyears:
rep[str(year)] = {}
contribution = self.total_subsidies_in_year(year)
rep[str(year)]["contribution"] = contribution
year_expenditures = 0
rep[str(year)]["expenditures"] = {}
pfy = pf.filter(
publication__publication_date__year=year
)
jl1 = [j for j in pfy.values_list(
'publication__in_journal__doi_label',
flat=True,
) if j]
jl2 = [j for j in pfy.values_list(
'publication__in_issue__in_journal__doi_label',
flat=True,
) if j]
jl3 = [j for j in pfy.values_list(
'publication__in_issue__in_volume__in_journal__doi_label',
flat=True,
) if j]
journal_labels = set(jl1 + jl2 + jl3)
for journal_label in journal_labels:
sumpf = pfy.filter(
publication__doi_label__istartswith=journal_label + "."
).aggregate(Sum("fraction"))["fraction__sum"]
costperpaper = get_object_or_404(
Journal, doi_label=journal_label
).cost_per_publication(year)
expenditures = int(costperpaper * sumpf)
if sumpf > 0:
rep[str(year)]["expenditures"][journal_label] = {
"pubfractions": int(sumpf),
"costperpaper": costperpaper,
"expenditures": expenditures,
}
year_expenditures += expenditures
rep[str(year)]["expenditures"]["total"] = year_expenditures
rep[str(year)]["balance"] = contribution - year_expenditures
cumulative_expenditures += year_expenditures
cumulative_contribution += contribution
cumulative_balance += contribution - year_expenditures
rep["cumulative"] = {
"balance": cumulative_balance,
"expenditures": cumulative_expenditures,
"contribution": cumulative_contribution,
}
return rep
###################################
# Events related to Organizations #
###################################
[docs]class OrganizationEvent(models.Model):
"""
Documents an event related to an Organization.
"""
organization = models.ForeignKey(
"organizations.Organization", on_delete=models.CASCADE
)
event = models.CharField(max_length=64, choices=ORGANIZATION_EVENTS)
comments = models.TextField(blank=True)
noted_on = models.DateTimeField(default=timezone.now)
noted_by = models.ForeignKey(User, on_delete=models.CASCADE)
class Meta:
ordering = ["-noted_on", "organization"]
def __str__(self):
return "%s: %s" % (str(self.organization), self.get_event_display())
####################################
# Contact persons, users and roles #
####################################