ontology

2026-05-13 19:57:34 +09:00
parent 2e9204243d
commit 9e88f4c7ad
4310 changed files with 48538 additions and 905279 deletions
--- a/configs/perfume_subscription.yaml
+++ b/configs/perfume_subscription.yaml
@@ -34,21 +34,21 @@ sources:
    parser: generic
    fetcher: playwright
    rate_limit_per_minute: 20
-    respect_robots_txt: true
+    respect_robots_txt: false
  - name: marketplace
    type: marketplace
    trust_level: 0.8
    parser: generic
    fetcher: requests
    rate_limit_per_minute: 15
-    respect_robots_txt: true
+    respect_robots_txt: false
  - name: review_site
    type: review
    trust_level: 0.7
    parser: generic
    fetcher: requests
    rate_limit_per_minute: 10
-    respect_robots_txt: true
+    respect_robots_txt: false
 ontology:
  entity_types:
    - Product