Update app.py

app.py

@@ -34,6 +34,9 @@ def filterfunc(x: dict) -> bool:
     if len(x.get("text", "").split()) < 100:
         return False
 
+    if x.get("eai_taxonomy", {}).get("free_decimal_correspondence", {}).get("primary", {}).get("code", "")[:2] != "61":
+        return False
+
     excluded = {"Promotional/Advertisement", "Machine-Generated", "Images/Videos/Audio",
                 "Truncated", "Spam/Ads", "Product Page", "Content Listing"}
 
@@ -42,31 +45,6 @@ def filterfunc(x: dict) -> bool:
             if label := x.get("eai_taxonomy", {}).get(version, {}).get(level, {}).get("label"):
                 if label in excluded:
                     return False
-    
-    # FDC pairing: Medicine (61) with another science code - widened scope
-    dds_primary = x.get("eai_taxonomy", {}).get("dds", {}).get("primary", {}).get("label", "")
-    dds_secondary = x.get("eai_taxonomy", {}).get("dds", {}).get("secondary", {}).get("label", "")
-    
-    # Debug: Log some DDS codes to see what's available
-    if dds_primary or dds_secondary:
-        logger.debug(f"DDS codes found - Primary: {dds_primary}, Secondary: {dds_secondary}")
-    
-    # Widened FDC filter: Accept if ANY DDS code starts with medical/science prefixes
-    fdc_paired = (
-        # Original strict pairing
-        (prefix(dds_primary) in FDC_KEEP and prefix(dds_secondary) in SCIENCE_CODES) or
-        (prefix(dds_secondary) in FDC_KEEP and prefix(dds_primary) in SCIENCE_CODES) or
-        # Widened: Accept if primary OR secondary has medical code
-        prefix(dds_primary) in FDC_KEEP or
-        prefix(dds_secondary) in FDC_KEEP or
-        # Even wider: Accept if ANY DDS code is in science codes
-        prefix(dds_primary) in SCIENCE_CODES or
-        prefix(dds_secondary) in SCIENCE_CODES
-    )
-    
-    if not fdc_paired:
-        return False
-    
     return True