From f9bcf00a9ff232d69902a584444bf91c99daabd3 Mon Sep 17 00:00:00 2001
From: David Pomerenke <46022183+davidpomerenke@users.noreply.github.com>
Date: Thu, 9 Jul 2026 13:01:04 -0400
Subject: [PATCH 1/2] fix(webtv): repair related-documents extraction and
 description structure
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Three defects in the WebTV asset-page scraper:

1. extractRelatedDocuments matched `<a href="...">` with the closing bracket
   directly after the href. Real markup carries `target="_blank"`, so the
   inner regex matched zero links on *every* asset — related_documents has
   been silently empty site-wide, including in the public JSON API.

2. extractTextContent strips all tags and collapses whitespace, fusing
   adjacent block elements: two <li> items rendered as
   "...Production Patterns SDG 9 and interlinkages...". Descriptions now go
   through extractRichText, which keeps block boundaries as newlines.
   Consumers render with `whitespace-pre-line`.

3. getVideoMetadata swallowed every failure into empty metadata, making a
   network error, a 404, and "this asset has no metadata" indistinguishable.
   Failures now reach Sentry. Assets with no metadata block at all (media
   stakeouts, b-roll) legitimately parse empty and carry no `field__label`,
   so that marker separates them from markup drift.

Splits the parser out as the pure `parseVideoMetadata(html)` so it can be
tested against real markup without a network round-trip. Also documents why
the `/en/` in the fetch URL is load-bearing: WebTV localizes the very labels
this parser keys on, and not every asset has a translated page.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
---
 lib/__fixtures__/webtv/c24.html         | 203 ++++++++++++++++++++++++
 lib/__fixtures__/webtv/hlpf.html        | 197 +++++++++++++++++++++++
 lib/__fixtures__/webtv/no-metadata.html |  77 +++++++++
 lib/un-api.test.ts                      |  72 +++++++++
 lib/un-api.ts                           | 111 ++++++++++---
 5 files changed, 640 insertions(+), 20 deletions(-)
 create mode 100644 lib/__fixtures__/webtv/c24.html
 create mode 100644 lib/__fixtures__/webtv/hlpf.html
 create mode 100644 lib/__fixtures__/webtv/no-metadata.html

diff --git a/lib/__fixtures__/webtv/c24.html b/lib/__fixtures__/webtv/c24.html
new file mode 100644
index 0000000..ef60ff6
--- /dev/null
+++ b/lib/__fixtures__/webtv/c24.html
@@ -0,0 +1,203 @@
+<article class="node media-asset media-asset--full">
+      <div  class="_none"><div  class="container-fluid">  
+  <div  class="layout row no-gutters layout-builder__layout">
+    
+                        <div  class="col-lg-4 col-md-12 col-12">
+          
+  <div class="border-top border-4 border-primary py-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-title field--type-string field--label-hidden field__items media-asset__title">
+        <h2 class="field__item">(9th plenary meeting) Special Committee on Decolonization (C-24) - 2026 session</h2>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-categories field--type-entity-reference field--label-above field__items media-asset__field-categories">
+    <div class="small text-muted field__label">Categories</div>
+        <div class="field__item"><a href="/en/search/categories/meetings-events" hreflang="en">Meetings &amp; Events</a> / <a href="/en/search/categories/meetings-events/general-assembly" hreflang="en">General Assembly</a> / <a href="/en/search/categories/meetings-events/general-assembly/subsidiary-organs-general-assembly" hreflang="en">Subsidiary organs of the General Assembly</a> / <a href="/en/search/categories/meetings-events/general-assembly/subsidiary-organs-general-assembly/special-committee-decolonization-c-24" hreflang="en">Special Committee on Decolonization (C-24)</a> / <a href="/en/search/categories/meetings-events/general-assembly/subsidiary-organs-general-assembly/special-committee-decolonization-c-24/2026-session" hreflang="en">2026 Session</a></div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-production-date field--type-datetime field--label-above field__items media-asset__field-production-date">
+    <div class="small text-muted field__label">Production Date</div>
+        <div class="field__item"><time datetime="2026-06-25T12:00:00Z">25 Jun 2026</time>
+</div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-duration field--type-string field--label-above field__items media-asset__field-duration">
+    <div class="small text-muted field__label">Video Length</div>
+        <div class="field__item">02:31:55</div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-asset-language field--type-entity-reference field--label-above field__items media-asset__field-asset-language">
+    <div class="small text-muted field__label">Asset Language</div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5761" rel="nofollow" hreflang="en">Arabic</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5763" rel="nofollow" hreflang="en">Chinese</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5764" rel="nofollow" hreflang="en">English</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5765" rel="nofollow" hreflang="en">French</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5774" rel="nofollow" hreflang="en">Russian</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5777" rel="nofollow" hreflang="en">Spanish</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5772" rel="nofollow" hreflang="en">Original</a></div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-un-entity field--type-entity-reference field--label-above field__items media-asset__field-un-entity">
+    <div class="small text-muted field__label">Broadcasting UN Entity</div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=un_entity%3A7759" rel="nofollow" hreflang="en">DEPARTMENT OF GLOBAL COMMUNICATIONS - DGC</a></div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-subject-topical field--type-entity-reference field--label-above field__items media-asset__field-subject-topical">
+    <div class="small text-muted field__label">Subject Topical</div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=topic%3A562" rel="nofollow" hreflang="en">DECOLONIZATION</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=topic%3A997" rel="nofollow" hreflang="en">NON-SELF-GOVERNING TERRITORIES</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=topic%3A1234" rel="nofollow" hreflang="en">SOVEREIGNTY</a></div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-corporate-name field--type-entity-reference field--label-above field__items media-asset__field-corporate-name">
+    <div class="small text-muted field__label">Corporate Name</div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=corporate_name%3A8280" rel="nofollow" hreflang="en">SPECIAL COMMITTEE ON DECOLONIZATION - C24</a></div>
+  </div>
+      
+  </div>
+
+        </div>
+                              <div  class="col-lg-6 col-md-12 col-12">
+          
+  <div class="border-top border-4 border-white py-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-summary field--type-text field--label-above field__items media-asset__field-summary">
+    <div class="h4 field__label">Summary</div>
+        <div class="field__item"><div class="smt-wrapper"><div class="smt-content" style="max-height: 220px">The Special Committee on the Situation with regard to the Implementation of the Declaration on the Granting of Independence to Colonial Countries and Peoples is also known as the Special Committee on Decolonization, or C-24.</div>
+<span class="smt-toggle smt-more">View more</span><span class="smt-toggle smt-less">View less</span></div>
+</div>
+  </div>
+      
+  </div>
+
+  <div class="block">
+
+  
+    
+
+            
+  <div class="field field--name-field-description field--type-text-long field--label-above field__items media-asset__field-description">
+    <div class="h4 field__label">Description</div>
+        <div class="field__item"><div class="smt-wrapper"><div class="smt-content" style="max-height: 220px"><ul> <li>Question of the Falkland Islands (Malvinas)</li> </ul>  <p>The C-24 annually reviews the list of Non-Self-Governing Territories to which the Declaration is applicable. It also hears statements from representatives of the Non-Self-Governing Territories at its annual sessions, dispatches visiting missions to Non-Self-Governing Territories and annually organizes regional seminars.</p></div>
+<span class="smt-toggle smt-more">View more</span><span class="smt-toggle smt-less">View less</span></div>
+</div>
+  </div>
+      
+  </div>
+
+  <div class="block">
+
+  
+    
+
+            
+  <div class="pb-3 field field--name-field-related-url field--type-entity-reference-revisions field--label-above field__items media-asset__field-related-url">
+    <div class="h4 field__label">Related Sites and Documents</div>
+        <div class="field__item">  <div class="paragraph paragraph--type--related-url paragraph--view-mode--default">
+      <p class="details-p">
+    <a href="https://www.un.org/dppa/decolonization/en/c24/about" target="_blank">Special Committee on Decolonization website</a>
+  </p>
+  </div>
+</div>
+        <div class="field__item">  <div class="paragraph paragraph--type--related-url paragraph--view-mode--default">
+      <p class="details-p">
+    <a href="https://docs.un.org/A/AC.109/2026/L.2/Rev.1" target="_blank">Organization of Work</a>
+  </p>
+  </div>
+</div>
+  </div>
+      
+  </div>
+
+        </div>
+                              <div  class="col-lg-2 col-md-12 col-12">
+          
+  <div class="border-top border-4 border-primary py-3 block">
+
+  
+    
+
+            <span class="a2a_kit a2a_kit_size_16 addtoany_list" data-a2a-url="https://webtv.un.org/en/asset/k1s/k1sjz1in6d" data-a2a-title="(9th plenary meeting) Special Committee on Decolonization (C-24) - 2026 session"><h2 class="h5">Share</h2><div class="d-flex flex-column align-items-start gap-2"><a class="a2a_button_facebook btn btn-link text-nowrap p-0"><i class="fa-brands fa-square-facebook me-1"></i> Facebook</a><a class="a2a_button_twitter btn btn-link text-nowrap p-0"><i class="fa-brands fa-x-twitter me-1"></i> Twitter</a><a class="a2a_button_copy_link btn btn-link text-nowrap p-0"><i class="fas fa-link me-1"></i> Copy link</a></div></span>
+
+      
+  </div>
+
+  <div class="block">
+
+  
+    
+
+            
+      
+  </div>
+
+        </div>
+                                                                                                                                                              
+  </div>
+
+</div></div>
+  </article>
diff --git a/lib/__fixtures__/webtv/hlpf.html b/lib/__fixtures__/webtv/hlpf.html
new file mode 100644
index 0000000..d2725c4
--- /dev/null
+++ b/lib/__fixtures__/webtv/hlpf.html
@@ -0,0 +1,197 @@
+<article class="node media-asset media-asset--full">
+      <div  class="_none"><div  class="container-fluid">  
+  <div  class="layout row no-gutters layout-builder__layout">
+    
+                        <div  class="col-lg-4 col-md-12 col-12">
+          
+  <div class="border-top border-4 border-primary py-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-title field--type-string field--label-hidden field__items media-asset__title">
+        <h2 class="field__item">(4th meeting) High-Level Political Forum 2026</h2>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-categories field--type-entity-reference field--label-above field__items media-asset__field-categories">
+    <div class="small text-muted field__label">Categories</div>
+        <div class="field__item"><a href="/en/search/categories/meetings-events" hreflang="en">Meetings &amp; Events</a> / <a href="/en/search/categories/meetings-events/economic-and-social-council" hreflang="en">Economic and Social Council</a> / <a href="/en/search/categories/meetings-events/economic-and-social-council/high-level-political-forum" hreflang="en">High-level Political Forum</a> / <a href="/en/search/categories/meetings-events/economic-and-social-council/high-level-political-forum/2026" hreflang="en">2026</a></div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-production-date field--type-datetime field--label-above field__items media-asset__field-production-date">
+    <div class="small text-muted field__label">Production Date</div>
+        <div class="field__item"><time datetime="2026-07-08T12:00:00Z">08 Jul 2026</time>
+</div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-duration field--type-string field--label-above field__items media-asset__field-duration">
+    <div class="small text-muted field__label">Video Length</div>
+        <div class="field__item">02:53:41</div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-asset-language field--type-entity-reference field--label-above field__items media-asset__field-asset-language">
+    <div class="small text-muted field__label">Asset Language</div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5761" rel="nofollow" hreflang="en">Arabic</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5763" rel="nofollow" hreflang="en">Chinese</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5764" rel="nofollow" hreflang="en">English</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5765" rel="nofollow" hreflang="en">French</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5774" rel="nofollow" hreflang="en">Russian</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5777" rel="nofollow" hreflang="en">Spanish</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=asset_language%3A5772" rel="nofollow" hreflang="en">Original</a></div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-un-entity field--type-entity-reference field--label-above field__items media-asset__field-un-entity">
+    <div class="small text-muted field__label">Broadcasting UN Entity</div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=un_entity%3A7759" rel="nofollow" hreflang="en">DEPARTMENT OF GLOBAL COMMUNICATIONS - DGC</a></div>
+  </div>
+      
+  </div>
+
+  <div class="pb-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-subject-topical field--type-entity-reference field--label-above field__items media-asset__field-subject-topical">
+    <div class="small text-muted field__label">Subject Topical</div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=topic%3A1250" rel="nofollow" hreflang="en">SUSTAINABLE DEVELOPMENT GOALS</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=topic%3A629" rel="nofollow" hreflang="en">ECONOMIC GROWTH</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=topic%3A1249" rel="nofollow" hreflang="en">SUSTAINABLE DEVELOPMENT</a></div>
+        <div class="field__item"><a href="https://webtv.un.org/en/search?f%5B0%5D=topic%3A1077" rel="nofollow" hreflang="en">POLITICAL EVENTS</a></div>
+  </div>
+      
+  </div>
+
+        </div>
+                              <div  class="col-lg-6 col-md-12 col-12">
+          
+  <div class="border-top border-4 border-white py-3 block">
+
+  
+    
+
+            
+  <div class="field field--name-field-summary field--type-text field--label-above field__items media-asset__field-summary">
+    <div class="h4 field__label">Summary</div>
+        <div class="field__item"><div class="smt-wrapper"><div class="smt-content" style="max-height: 220px">The HLPF will be held from Tuesday, 7 July, to Thursday, 15 July 2026, under the auspices of the Economic and Social Council.</div>
+<span class="smt-toggle smt-more">View more</span><span class="smt-toggle smt-less">View less</span></div>
+</div>
+  </div>
+      
+  </div>
+
+  <div class="block">
+
+  
+    
+
+            
+  <div class="field field--name-field-description field--type-text-long field--label-above field__items media-asset__field-description">
+    <div class="h4 field__label">Description</div>
+        <div class="field__item"><div class="smt-wrapper"><div class="smt-content" style="max-height: 220px"><ul> <li><b>Introduction of the report on the 10-Year Framework of Programme on Sustainable </b><br><b>Consumption and Production Patterns</b></li> <li><b>SDG 9 and interlinkages with other SDGs - Industry, innovation and infrastructure</b></li> </ul> <p>What strategies and transformative measures can enhance synergies and minimize trade-offs in achieving SDG 9? How can we strengthen the means of implementation and partnerships to achieve SDG 9?</p> <p></p> <p>The theme of the HLPF will be "Transformative, equitable, innovative and coordinated actions for the 2030 Agenda for Sustainable Development and its Sustainable Development Goals for a sustainable future for all". </p> <p>Five Sustainable Development Goals would be the focus of HLPF 2026 </p> <ul> <li><b>SDG 6</b> - Ensure availability and sustainable management of water and sanitation for all</li> <li><b>SDG 7</b> - Ensure access to affordable, reliable, sustainable and modern energy for all</li> <li><b>SDG 9</b> - Build resilient infrastructure, promote inclusive and sustainable industrialization and foster innovation</li> <li><b>SDG 11</b> - Make cities and human settlements inclusive, safe, resilient and sustainable</li> <li><b>SDG 17</b> - Strengthen the means of implementation and revitalize the Global Partnership for Sustainable Development</li> </ul> <p>The Forum will convene ministers and high-level representatives of Member States, alongside a broad cross-section of participants from the United Nations system and stakeholders, including civil society and the private sector. Discussions will focus on policies and actions to accelerate the implementation of the 2030 Agenda for Sustainable Development and its Sustainable Development Goals. </p> <p><b>36 countries </b>will present their VNRs at the 2026 HLPF: Albania, Algeria, Bahrain, Brazil, Burkina Faso, Burundi, Cabo Verde, Cameroon, Democratic Republic of the Congo, Egypt, Estonia, Gabon, Guinea, Guinea-Bissau, Italy, Jamaica, Jordan, Kiribati, Liberia, Malawi, Marshall Islands, Mozambique, Norway, Republic of Moldova, Rwanda, Saint Kitts and Nevis, Saudi Arabia, Senegal, Somalia, Switzerland, Togo, Tonga, Tunisia, United Arab Emirates, United Republic of Tanzania, and Uruguay.</p></div>
+<span class="smt-toggle smt-more">View more</span><span class="smt-toggle smt-less">View less</span></div>
+</div>
+  </div>
+      
+  </div>
+
+  <div class="block">
+
+  
+    
+
+            
+  <div class="pb-3 field field--name-field-related-url field--type-entity-reference-revisions field--label-above field__items media-asset__field-related-url">
+    <div class="h4 field__label">Related Sites and Documents</div>
+        <div class="field__item">  <div class="paragraph paragraph--type--related-url paragraph--view-mode--default">
+      <p class="details-p">
+    <a href="https://hlpf.un.org/2026" target="_blank">HLPF 2026 website</a>
+  </p>
+  </div>
+</div>
+        <div class="field__item">  <div class="paragraph paragraph--type--related-url paragraph--view-mode--default">
+      <p class="details-p">
+    <a href="https://hlpf.un.org/2026/programme" target="_blank">HLPF 2026 Programme</a>
+  </p>
+  </div>
+</div>
+        <div class="field__item">  <div class="paragraph paragraph--type--related-url paragraph--view-mode--default">
+      <p class="details-p">
+    <a href="https://hlpf.un.org/2026/vnrs" target="_blank">2026 Voluntary National Reviews</a>
+  </p>
+  </div>
+</div>
+  </div>
+      
+  </div>
+
+        </div>
+                              <div  class="col-lg-2 col-md-12 col-12">
+          
+  <div class="border-top border-4 border-primary py-3 block">
+
+  
+    
+
+            <span class="a2a_kit a2a_kit_size_16 addtoany_list" data-a2a-url="https://webtv.un.org/en/asset/k1h/k1hoqorknt" data-a2a-title="(4th meeting) High-Level Political Forum 2026"><h2 class="h5">Share</h2><div class="d-flex flex-column align-items-start gap-2"><a class="a2a_button_facebook btn btn-link text-nowrap p-0"><i class="fa-brands fa-square-facebook me-1"></i> Facebook</a><a class="a2a_button_twitter btn btn-link text-nowrap p-0"><i class="fa-brands fa-x-twitter me-1"></i> Twitter</a><a class="a2a_button_copy_link btn btn-link text-nowrap p-0"><i class="fas fa-link me-1"></i> Copy link</a></div></span>
+
+      
+  </div>
+
+  <div class="block">
+
+  
+    
+
+            
+      
+  </div>
+
+        </div>
+                                                                                                                                                              
+  </div>
+
+</div></div>
+  </article>
diff --git a/lib/__fixtures__/webtv/no-metadata.html b/lib/__fixtures__/webtv/no-metadata.html
new file mode 100644
index 0000000..c3abb09
--- /dev/null
+++ b/lib/__fixtures__/webtv/no-metadata.html
@@ -0,0 +1,77 @@
+<main class="page-main main-content pb-2">
+                          
+
+                        <div class="page__highlighted">
+            <div class="container">
+                
+
+
+            </div>
+          </div>
+              
+              <div class="page__content">
+          <div class="container">
+                                                                                        <div class="row">
+                            <div class="col-12">
+                  
+  <div class="block block--un-media-theme-content block--system-main">
+
+  
+    
+
+            The requested page could not be found.
+      
+  </div>
+
+
+              </div>
+            </div>
+          </div>
+        </div>
+          </main>
+  
+      <footer class="page-footer border-top border-primary border-3">
+      <div class="page-footer-sitemap footer-sitemap bg-dark py-3 py-sm-4">
+        <div class="container">
+                        
+  <div class="settings-tray-editable block block--footertabs block--system-menu" data-drupal-settingstray="editable">
+
+  
+    
+
+            
+  
+
+
+  <ul class="nav row">
+                                                  <li class="col-sm-6 col-lg">
+                  <div class="navbar-wrapper">
+                  <span class="h4 navbar-title collapsed py-2 mb-lg-2" data-bs-toggle="collapse" data-bs-target="#menu-274">Media Home</span>
+                                                <ul id="menu-274" class="list-unstyled collapse d-lg-block mb-lg-2">
+                                      <li class="py-2">
+                  <a href="https://media.un.org">Media Homepage</a>
+                        </li>
+                                  <li class="py-2">
+                  <a href="https://media.un.org/en/about-us">About Us</a>
+                        </li>
+                                  <li class="py-2">
+                  <span class="h4 navbar-title py-2">Related Links</span>
+                        </li>
+                                  <li class="py-2">
+                  <a href="https://news.un.org/en/" class="external" target="_blank">UN News</a>
+                        </li>
+              </ul>
+      
+                            </div>
+              </li>
+                                  <li class="col-sm-6 col-lg">
+                  <div class="navbar-wrapper">
+                  <span class="h4 navbar-title collapsed py-2 mb-lg-2" data-bs-toggle="collapse" data-bs-target="#menu-279">UN Web TV</span>
+                                                <ul id="menu-279" class="list-unstyled collapse d-lg-block mb-lg-2">
+                                      <li class="py-2">
+                  <a href="/en" data-drupal-link-system-path="&lt;front&gt;">UN Web TV Homepage</a>
+                        </li>
+                                  <li class="py-2">
+                  <a href="/en/search/categories" data-drupal-link-system-path="search/categories">Categories</a>
+                        </li>
+                                  <li cl
diff --git a/lib/un-api.test.ts b/lib/un-api.test.ts
index 0d79b62..33e7ddf 100644
--- a/lib/un-api.test.ts
+++ b/lib/un-api.test.ts
@@ -7,6 +7,7 @@ import {
   calculateStatus,
   decodeEventCode,
   videoToRecord,
+  parseVideoMetadata,
   type Video,
 } from "@/lib/un-api";
 
@@ -117,3 +118,74 @@ describe("decodeEventCode", () => {
     expect(decodeEventCode("ZZ99")).toBe("Event ZZ99");
   });
 });
+
+const webtvFixture = (name: string) =>
+  readFileSync(
+    join(__dirname, "__fixtures__", "webtv", `${name}.html`),
+    "utf8",
+  );
+
+describe("parseVideoMetadata (real WebTV asset markup)", () => {
+  it("extracts related documents whose anchors carry attributes after href", () => {
+    // Regression: the old regex required `<a href="...">` with the closing
+    // bracket right after the href, so `target="_blank"` made every asset
+    // return zero related documents.
+    const { relatedDocuments } = parseVideoMetadata(webtvFixture("c24"));
+
+    expect(relatedDocuments).toEqual([
+      {
+        title: "Special Committee on Decolonization website",
+        url: "https://www.un.org/dppa/decolonization/en/c24/about",
+      },
+      {
+        title: "Organization of Work",
+        url: "https://docs.un.org/A/AC.109/2026/L.2/Rev.1",
+      },
+    ]);
+  });
+
+  it("keeps block boundaries in the description instead of running them together", () => {
+    const { description } = parseVideoMetadata(webtvFixture("hlpf"));
+
+    // The two leading <li> items must not fuse into one sentence.
+    expect(description).not.toContain("Production Patterns SDG 9");
+    expect(description).toContain("Production Patterns\nSDG 9");
+    expect(description).toContain("SDG 6 - Ensure availability");
+  });
+
+  it("reads the full category path, topical subjects and corporate name", () => {
+    const metadata = parseVideoMetadata(webtvFixture("c24"));
+
+    expect(metadata.categories).toEqual([
+      "Meetings & Events",
+      "General Assembly",
+      "Subsidiary organs of the General Assembly",
+      "Special Committee on Decolonization (C-24)",
+      "2026 Session",
+    ]);
+    expect(metadata.subjectTopical).toEqual([
+      "DECOLONIZATION",
+      "NON-SELF-GOVERNING TERRITORIES",
+      "SOVEREIGNTY",
+    ]);
+    expect(metadata.corporateName).toEqual([
+      "SPECIAL COMMITTEE ON DECOLONIZATION - C24",
+    ]);
+    expect(metadata.summary).toMatch(/^The Special Committee on the Situation/);
+  });
+
+  it("returns empty metadata for an asset with no metadata block", () => {
+    const html = webtvFixture("no-metadata");
+    const metadata = parseVideoMetadata(html);
+
+    expect(metadata.summary).toBeNull();
+    expect(metadata.description).toBeNull();
+    expect(metadata.categories).toEqual([]);
+    expect(metadata.relatedDocuments).toEqual([]);
+    expect(metadata.subjectTopical).toEqual([]);
+
+    // getVideoMetadata distinguishes this from markup drift by the absence of
+    // any `field__label`; keep that assumption honest.
+    expect(html).not.toContain("field__label");
+  });
+});
diff --git a/lib/un-api.ts b/lib/un-api.ts
index ed88e20..13728f0 100644
--- a/lib/un-api.ts
+++ b/lib/un-api.ts
@@ -1,3 +1,5 @@
+import * as Sentry from "@sentry/nextjs";
+
 import {
   getVideoByAssetId,
   saveVideo,
@@ -48,12 +50,7 @@ export interface Video {
   i18n: Record<string, VideoI18n>;
 }
 
-function extractTextContent(html: string): string {
-  const text = html
-    .replace(/<[^>]*>/g, "")
-    .trim()
-    .replace(/\s+/g, " ");
-  // Decode HTML entities
+function decodeEntities(text: string): string {
   return text
     .replace(/&amp;/g, "&")
     .replace(/&lt;/g, "<")
@@ -63,6 +60,33 @@ function extractTextContent(html: string): string {
     .replace(/&nbsp;/g, " ");
 }
 
+function extractTextContent(html: string): string {
+  const text = html
+    .replace(/<[^>]*>/g, "")
+    .trim()
+    .replace(/\s+/g, " ");
+  return decodeEntities(text);
+}
+
+/**
+ * Like extractTextContent, but keeps block boundaries as newlines.
+ *
+ * WebTV descriptions are rich text — bullet lists and paragraphs. Stripping
+ * every tag runs adjacent blocks together, so two list items collapse into
+ * "...Production Patterns SDG 9 and interlinkages...". Callers render the
+ * result with `whitespace-pre-line`.
+ */
+function extractRichText(html: string): string {
+  const withBreaks = html
+    .replace(/<br\s*\/?>/gi, "\n")
+    .replace(/<\/(?:p|li|h[1-6]|div|tr)>/gi, "\n");
+  return decodeEntities(withBreaks.replace(/<[^>]*>/g, ""))
+    .replace(/[^\S\n]+/g, " ")
+    .replace(/[ \t]*\n[ \t]*/g, "\n")
+    .replace(/\n{3,}/g, "\n\n")
+    .trim();
+}
+
 export function formatDate(date: Date): string {
   return date.toISOString().split("T")[0];
 }
@@ -575,31 +599,74 @@ export interface VideoMetadata {
   speakerAffiliation: string[];
 }
 
+/** Parse the metadata block out of a WebTV asset page. Pure; see getVideoMetadata. */
+export function parseVideoMetadata(html: string): VideoMetadata {
+  return {
+    summary: extractSummary(html),
+    description: extractDescription(html),
+    categories: extractCategories(html),
+    relatedDocuments: extractRelatedDocuments(html),
+    geographicSubject: extractFieldItems(html, "Geographic Subject"),
+    subjectTopical: extractFieldItems(html, "Subject Topical"),
+    corporateName: extractFieldItems(html, "Corporate Name"),
+    speakerAffiliation: extractFieldItems(html, "Speaker Affiliation"),
+  };
+}
+
+function isEmptyMetadata(metadata: VideoMetadata): boolean {
+  return (
+    metadata.summary === null &&
+    metadata.description === null &&
+    metadata.categories.length === 0 &&
+    metadata.relatedDocuments.length === 0 &&
+    metadata.geographicSubject.length === 0 &&
+    metadata.subjectTopical.length === 0 &&
+    metadata.corporateName.length === 0 &&
+    metadata.speakerAffiliation.length === 0
+  );
+}
+
 export async function getVideoMetadata(
   assetId: string,
 ): Promise<VideoMetadata> {
+  // The `/en/` here is load-bearing, not an oversight. WebTV localizes the
+  // *labels* this parser keys on ("Summary" -> "Résumé", "Subject Topical" ->
+  // "Sujets"), and not every asset has a translated page (some 404). Pointing
+  // this at the request locale would silently return empty metadata. Localizing
+  // properly needs a per-locale label map plus an /en/ fallback.
+  const url = `https://webtv.un.org/en/asset/${assetId}`;
   try {
-    const response = await fetch(`https://webtv.un.org/en/asset/${assetId}`, {
+    const response = await fetch(url, {
       next: { revalidate: 3600 }, // 1 hour cache
     });
 
     if (!response.ok) {
+      Sentry.captureMessage("WebTV asset metadata fetch failed", {
+        level: "warning",
+        extra: { assetId, url, status: response.status },
+      });
       return createEmptyMetadata();
     }
 
     const html = await response.text();
+    const metadata = parseVideoMetadata(html);
+
+    // Assets with no metadata block at all (live feeds, b-roll) contain no
+    // `field__label` markup and legitimately parse empty. If the block is there
+    // but nothing came out, the markup drifted and the extractors need updating.
+    if (isEmptyMetadata(metadata) && html.includes("field__label")) {
+      Sentry.captureMessage(
+        "WebTV metadata parsed empty despite metadata block",
+        {
+          level: "warning",
+          extra: { assetId, url, htmlLength: html.length },
+        },
+      );
+    }
 
-    return {
-      summary: extractSummary(html),
-      description: extractDescription(html),
-      categories: extractCategories(html),
-      relatedDocuments: extractRelatedDocuments(html),
-      geographicSubject: extractFieldItems(html, "Geographic Subject"),
-      subjectTopical: extractFieldItems(html, "Subject Topical"),
-      corporateName: extractFieldItems(html, "Corporate Name"),
-      speakerAffiliation: extractFieldItems(html, "Speaker Affiliation"),
-    };
-  } catch {
+    return metadata;
+  } catch (error) {
+    Sentry.captureException(error, { extra: { assetId, url } });
     return createEmptyMetadata();
   }
 }
@@ -630,7 +697,7 @@ function extractDescription(html: string): string | null {
     /<div class="h4 field__label">Description<\/div>[\s\S]*?<div class="smt-content"[^>]*>([\s\S]*?)<\/div>/,
   );
   if (!match) return null;
-  return extractTextContent(match[1]);
+  return extractRichText(match[1]) || null;
 }
 
 function extractCategories(html: string): string[] {
@@ -652,7 +719,11 @@ function extractRelatedDocuments(
   );
   if (!match) return [];
 
-  const links = [...match[1].matchAll(/<a href="([^"]+)">([^<]+)<\/a>/g)];
+  // Anchors carry attributes after the href (`target="_blank"`), so the href
+  // is not the last thing before the closing angle bracket.
+  const links = [
+    ...match[1].matchAll(/<a\s[^>]*href="([^"]+)"[^>]*>([\s\S]*?)<\/a>/g),
+  ];
   return links.map(([, url, title]) => ({
     title: extractTextContent(title),
     url,

From 7ff3d67abe2594e8ed90ad2765b0071a4f7ff2b1 Mon Sep 17 00:00:00 2001
From: David Pomerenke <46022183+davidpomerenke@users.noreply.github.com>
Date: Thu, 9 Jul 2026 13:01:14 -0400
Subject: [PATCH 2/2] feat(video): show description and related documents on
 the asset page
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Both fields were already scraped and passed to the client, but only
`summary` was ever rendered — the rest reached users only through the JSON
API. Adds the long-form description (collapsed to three lines behind a
Show more / Show less toggle, mirroring WebTV's own control) and the list of
related sites and documents, which includes ODS document links.

The toggle measures real overflow rather than guessing from string length,
so short descriptions get no pointless control. Sections render only when
non-empty, so assets with no metadata block show nothing at all.

Headings are translated in all six locales, using the UN's own wording taken
from WebTV's localized pages. The scraped content itself stays English (see
getVideoMetadata), so translated headings wrap English text for now.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
---
 components/video-metadata-details.tsx | 102 ++++++++++++++++++++++++++
 components/video-page-client.tsx      |   3 +
 messages/ar.json                      |   6 ++
 messages/en.json                      |   6 ++
 messages/es.json                      |   6 ++
 messages/fr.json                      |   6 ++
 messages/ru.json                      |   6 ++
 messages/zh.json                      |   6 ++
 8 files changed, 141 insertions(+)
 create mode 100644 components/video-metadata-details.tsx

diff --git a/components/video-metadata-details.tsx b/components/video-metadata-details.tsx
new file mode 100644
index 0000000..5a9864b
--- /dev/null
+++ b/components/video-metadata-details.tsx
@@ -0,0 +1,102 @@
+"use client";
+
+import { useEffect, useRef, useState } from "react";
+import { useTranslations } from "next-intl";
+import { ChevronDown } from "lucide-react";
+
+import { ExternalLink } from "./external-link";
+import type { VideoMetadata } from "@/lib/un-api";
+import { typography } from "@/lib/typography";
+import { cn } from "@/lib/utils";
+
+/**
+ * The descriptive half of a WebTV asset's metadata: the long-form description
+ * and any related sites and documents.
+ *
+ * The text is scraped from the English WebTV asset page regardless of the
+ * request locale (see getVideoMetadata), so the headings translate but the
+ * content stays English.
+ */
+export function VideoMetadataDetails({
+  metadata,
+}: {
+  metadata: VideoMetadata;
+}) {
+  const t = useTranslations("video.metadata");
+  const [expanded, setExpanded] = useState(false);
+  const [overflowing, setOverflowing] = useState(false);
+  const descriptionRef = useRef<HTMLParagraphElement>(null);
+
+  // Only measure while collapsed — once expanded the element no longer
+  // overflows, and re-measuring would hide the "show less" control.
+  useEffect(() => {
+    if (expanded) return;
+    const el = descriptionRef.current;
+    if (!el) return;
+    setOverflowing(el.scrollHeight > el.clientHeight + 1);
+  }, [metadata.description, expanded]);
+
+  const hasDescription = Boolean(metadata.description);
+  const hasRelatedDocuments = metadata.relatedDocuments.length > 0;
+  if (!hasDescription && !hasRelatedDocuments) return null;
+
+  return (
+    <>
+      {hasDescription && (
+        <section className="mt-4">
+          <h2 className={cn(typography.label, "text-muted-foreground")}>
+            {t("description")}
+          </h2>
+          <p
+            ref={descriptionRef}
+            className={cn(
+              "mt-1 whitespace-pre-line",
+              typography.body,
+              "text-muted-foreground",
+              !expanded && "line-clamp-3",
+            )}
+          >
+            {metadata.description}
+          </p>
+          {(overflowing || expanded) && (
+            <button
+              type="button"
+              aria-expanded={expanded}
+              onClick={() => setExpanded((value) => !value)}
+              className="mt-1 flex items-center gap-1 text-xs text-primary hover:underline"
+            >
+              {expanded ? t("showLess") : t("showMore")}
+              <ChevronDown
+                aria-hidden
+                className={cn(
+                  "size-3.5 transition-transform",
+                  expanded && "rotate-180",
+                )}
+              />
+            </button>
+          )}
+        </section>
+      )}
+
+      {hasRelatedDocuments && (
+        <section className="mt-4">
+          <h2 className={cn(typography.label, "text-muted-foreground")}>
+            {t("relatedDocuments")}
+          </h2>
+          <ul className="mt-1 space-y-0.5">
+            {metadata.relatedDocuments.map((document) => (
+              <li key={document.url} className="text-sm">
+                <ExternalLink
+                  href={document.url}
+                  className="text-primary hover:underline"
+                >
+                  {document.title}
+                </ExternalLink>
+              </li>
+            ))}
+          </ul>
+        </section>
+      )}
+    </>
+  );
+}
diff --git a/components/video-page-client.tsx b/components/video-page-client.tsx
index c890ea2..113d98b 100644
--- a/components/video-page-client.tsx
+++ b/components/video-page-client.tsx
@@ -16,6 +16,7 @@ import { PVSpeakerToc } from "./pv-panel";
 import { SiteHeader } from "./site-header";
 import { ExternalLink } from "./external-link";
 import { CategoryPill } from "./category-pill";
+import { VideoMetadataDetails } from "./video-metadata-details";
 import { FoldVertical, UnfoldVertical, ChevronDown } from "lucide-react";
 import type { Video, VideoMetadata } from "@/lib/un-api";
 import { useMeetingFormat } from "@/lib/hooks/use-meeting-format";
@@ -405,6 +406,8 @@ export function VideoPageClient({
                 {metadata.summary}
               </p>
             )}
+
+            <VideoMetadataDetails metadata={metadata} />
           </div>
         </div>
 
diff --git a/messages/ar.json b/messages/ar.json
index 839c315..94d1365 100644
--- a/messages/ar.json
+++ b/messages/ar.json
@@ -393,6 +393,12 @@
       "title": "صيغ قابلة للقراءة آليًا",
       "text": "نص عادي",
       "json": "JSON"
+    },
+    "metadata": {
+      "description": "الوصف",
+      "relatedDocuments": "مواقع ووثائق ذات صلة",
+      "showMore": "عرض المزيد",
+      "showLess": "عرض أقل"
     }
   },
   "subscribeToggle": {
diff --git a/messages/en.json b/messages/en.json
index beec4a4..bc9ece7 100644
--- a/messages/en.json
+++ b/messages/en.json
@@ -291,6 +291,12 @@
       "title": "Machine-readable formats",
       "text": "Plain text",
       "json": "JSON"
+    },
+    "metadata": {
+      "description": "Description",
+      "relatedDocuments": "Related Sites and Documents",
+      "showMore": "Show more",
+      "showLess": "Show less"
     }
   },
   "pv": {
diff --git a/messages/es.json b/messages/es.json
index 6ab757a..00a16fc 100644
--- a/messages/es.json
+++ b/messages/es.json
@@ -393,6 +393,12 @@
       "title": "Formatos legibles por máquina",
       "text": "Texto plano",
       "json": "JSON"
+    },
+    "metadata": {
+      "description": "Descripción",
+      "relatedDocuments": "Sitios Web y Documentos Relacionados",
+      "showMore": "Ver más",
+      "showLess": "Ver menos"
     }
   },
   "subscribeToggle": {
diff --git a/messages/fr.json b/messages/fr.json
index 92a5c54..958622c 100644
--- a/messages/fr.json
+++ b/messages/fr.json
@@ -393,6 +393,12 @@
       "title": "Formats lisibles par machine",
       "text": "Texte brut",
       "json": "JSON"
+    },
+    "metadata": {
+      "description": "Description",
+      "relatedDocuments": "Sites web et documents connexes",
+      "showMore": "Afficher plus",
+      "showLess": "Afficher moins"
     }
   },
   "subscribeToggle": {
diff --git a/messages/ru.json b/messages/ru.json
index dafc0ae..5443152 100644
--- a/messages/ru.json
+++ b/messages/ru.json
@@ -393,6 +393,12 @@
       "title": "Машиночитаемые форматы",
       "text": "Простой текст",
       "json": "JSON"
+    },
+    "metadata": {
+      "description": "Описание",
+      "relatedDocuments": "Веб-сайты и документы по теме",
+      "showMore": "Показать больше",
+      "showLess": "Показать меньше"
     }
   },
   "subscribeToggle": {
diff --git a/messages/zh.json b/messages/zh.json
index 739ad3c..084b6c2 100644
--- a/messages/zh.json
+++ b/messages/zh.json
@@ -393,6 +393,12 @@
       "title": "机器可读格式",
       "text": "纯文本",
       "json": "JSON"
+    },
+    "metadata": {
+      "description": "描述",
+      "relatedDocuments": "相关网站和文件",
+      "showMore": "显示更多",
+      "showLess": "收起"
     }
   },
   "subscribeToggle": {