BibAuthority: CERN people collection updater

* Adds bibsched tasklet which updates the CERN people collection
  on CDS.

* Adds tasklet to makefile.

Signed-off-by: Jochen Klein <[email protected]>

modules/bibsched/lib/tasklets/Makefile.am

@@ -1,5 +1,5 @@
 # This file is part of Invenio.
-# Copyright (C) 2010, 2011, 2012, 2014 CERN.
+# Copyright (C) 2010, 2011, 2012, 2014, 2015 CERN.
 #
 # Invenio is free software; you can redistribute it and/or
 # modify it under the terms of the GNU General Public License as
@@ -18,8 +18,8 @@
 pylibdir=$(libdir)/python/invenio/bibsched_tasklets
 
 pylib_DATA = __init__.py bst_fibonacci.py bst_send_email.py bst_twitter_fetcher.py bst_run_bibtask.py \
-	bst_notify_url.py bst_weblinkback_updater.py \
-	bst_create_icons.py bst_create_related_formats.py
+    bst_notify_url.py bst_weblinkback_updater.py bst_bibauthority_people_updater.py \
+    bst_create_icons.py bst_create_related_formats.py
 
 EXTRA_DIST = $(pylib_DATA)
 

modules/bibsched/lib/tasklets/bst_bibauthority_people_updater.py

@@ -0,0 +1,105 @@
+# This file is part of Invenio.
+# Copyright (C) 2015 CERN.
+#
+# Invenio is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License as
+# published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version.
+#
+# Invenio is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Invenio; if not, write to the Free Software Foundation, Inc.,
+# 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA.
+
+"""BibAuthority CERN people collection updater (Invenio Bibliographic Tasklet).
+
+The collection is based on data fetched from CERN LDAP, including the
+Inspire-ID from ATLAS GLANCE.
+
+Usage:
+$bibtasklet -N bibauthority-people
+    -T bst_bibauthority_people_updater [-a json_file
+        [default: invenio.bibauthority_people_config.CFG_RECORDS_JSON_FILE]]
+"""
+
+from sys import stderr
+
+from invenio.bibauthority_people_config import (
+    CFG_BIBAUTHORITY_LDAP_ATTRLIST, CFG_BIBAUTHORITY_LDAP_SEARCHFILTER,
+    CFG_BIBAUTHORITY_RECORDS_JSON_FILE, CFG_BIBAUTHORITY_RECORDS_UPDATES_FILE)
+from invenio.bibauthority_people_mapper import Mapper, MapperError
+from invenio.bibauthority_people_utils import (
+    bibupload, diff_records, export_json, get_data_from_json, UtilsError,
+    version_file)
+from invenio.bibtask import write_message
+from invenio.ldap_cern import get_users_records_data, LDAPError
+
+
+def update(records_updates):
+    """Map updated records in record_diff and upload to CDS.
+
+    :param list records_updates: list of tuples (status, record), where status
+        is 'add', 'remove', or 'change'
+    """
+    write_message("{0} updated record(s) detected".format(
+        len(records_updates)))
+    if records_updates:
+        try:
+            # Map updated records
+            mapper = Mapper()
+            mapper.update_ldap_records(records_updates)
+
+            # Write updates to XML
+            mapper.write_marcxml(CFG_BIBAUTHORITY_RECORDS_UPDATES_FILE, 0)
+
+            # Upload updates to CDS using --replace and --insert
+            task_id = bibupload(CFG_BIBAUTHORITY_RECORDS_UPDATES_FILE, "-ri",
+                                "bibauthority-people-update")
+            if task_id:
+                write_message(
+                    "Task (identifier: {0}) is correctly enqueued".format(
+                        task_id))
+            else:
+                write_message("Error: failed to enqueue task",
+                              stderr)
+        except MapperError as e:
+            write_message(e, stderr)
+
+
+def bst_bibauthority_people_updater(
+        json_file=CFG_BIBAUTHORITY_RECORDS_JSON_FILE):
+    """Update CDS records with current CERN LDAP records.
+
+    :param filepath json_file: path to JSON file containing records
+    """
+    try:
+        # Fetch CERN LDAP records
+        records_ldap = get_users_records_data(
+            CFG_BIBAUTHORITY_LDAP_SEARCHFILTER,
+            CFG_BIBAUTHORITY_LDAP_ATTRLIST,
+            "utf-8")
+        write_message("{0} records fetched from CERN LDAP".format(
+            len(records_ldap)))
+        try:
+            records_local = get_data_from_json(json_file)
+
+            # records_diff contains updated records (changed, added, or
+            # removed on LDAP)
+            records_diff = diff_records(records_ldap, records_local)
+
+            try:
+                update(records_diff)
+                # Version existing file
+                version_file(json_file)
+                # Update local file with current LDAP records
+                export_json(records_ldap, json_file)
+            except UtilsError as e:
+                write_message(e, stderr)
+        except UtilsError as e:
+            write_message(e, stderr)
+    except LDAPError as e:
+        write_message(e, stderr)