From 3212d973d7200c789c1347e193ce1030ebb51b6b Mon Sep 17 00:00:00 2001 From: Kgraessle Date: Thu, 11 Sep 2025 12:49:27 -0500 Subject: [PATCH] Wikilink The Wall Street Journal collection not showing correct data Bug: T404381 Change-Id: Ia8b81b55ac65d93e217abb5c2d6e9cd6437f56ec --- extlinks/links/management/commands/linkevents_collect.py | 4 ++++ extlinks/links/tests.py | 3 +++ 2 files changed, 7 insertions(+) diff --git a/extlinks/links/management/commands/linkevents_collect.py b/extlinks/links/management/commands/linkevents_collect.py index 4cbc7300..e579772a 100644 --- a/extlinks/links/management/commands/linkevents_collect.py +++ b/extlinks/links/management/commands/linkevents_collect.py @@ -80,6 +80,9 @@ def _process_events(self, url): # A tuple value sets each respective value independently. # https://requests.readthedocs.io/en/latest/user/advanced/#timeouts timeout=(3.05, 7), + headers={ + "User-Agent": 'Wikilink' + } ): if event.event == "message": try: @@ -208,4 +211,5 @@ def _add_linkevent_to_db(self, link, change, event_data): ) for url_pattern in url_patterns: url_pattern.link_events.add(link_event) + url_pattern.collections.add(this_link_collection) url_pattern.save() diff --git a/extlinks/links/tests.py b/extlinks/links/tests.py index 0dd4e55b..546edec2 100644 --- a/extlinks/links/tests.py +++ b/extlinks/links/tests.py @@ -291,18 +291,21 @@ def test_management_command_non_proxy(self): with self.assertRaises(SystemExit): call_command("linkevents_collect", test=self.event_data1) self.assertEqual(LinkEvent.objects.count(), 1) + self.assertEqual("JSTOR", URLPattern.objects.first().collections.first().name) def test_management_command_proxy_urls(self): self.assertEqual(LinkEvent.objects.count(), 0) with self.assertRaises(SystemExit): call_command("linkevents_collect", test=self.event_data2) self.assertEqual(LinkEvent.objects.count(), 2) + self.assertEqual("JSTOR", URLPattern.objects.first().collections.first().name) def test_management_command_dates_with_micro_seconds(self): self.assertEqual(LinkEvent.objects.count(), 0) with self.assertRaises(SystemExit): call_command("linkevents_collect", test=self.event_data3) self.assertEqual(LinkEvent.objects.count(), 2) + self.assertEqual("JSTOR", URLPattern.objects.first().collections.first().name) class LinkEventsArchiveCommandTest(TransactionTestCase): def setUp(self):