fastapi_unified_test.json 1.0 KB

1234567891011121314151617181920212223242526272829303132333435363738394041
  1. {
  2. "name": "fastapi_test",
  3. "description": "FastAPI test - unified scraping with limited pages",
  4. "merge_mode": "rule-based",
  5. "sources": [
  6. {
  7. "type": "documentation",
  8. "base_url": "https://fastapi.tiangolo.com/",
  9. "extract_api": true,
  10. "selectors": {
  11. "main_content": "article",
  12. "title": "h1",
  13. "code_blocks": "pre code"
  14. },
  15. "url_patterns": {
  16. "include": [],
  17. "exclude": ["/img/", "/js/"]
  18. },
  19. "categories": {
  20. "getting_started": ["tutorial", "first-steps"],
  21. "path_operations": ["path-params", "query-params"],
  22. "api": ["reference"]
  23. },
  24. "rate_limit": 0.5,
  25. "max_pages": 20
  26. },
  27. {
  28. "type": "github",
  29. "repo": "tiangolo/fastapi",
  30. "include_issues": false,
  31. "include_changelog": false,
  32. "include_releases": true,
  33. "include_code": true,
  34. "code_analysis_depth": "surface",
  35. "file_patterns": [
  36. "fastapi/routing.py",
  37. "fastapi/applications.py"
  38. ]
  39. }
  40. ]
  41. }