godot-large-example.json 2.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263
  1. {
  2. "name": "godot",
  3. "description": "Godot Engine game development. Use for Godot projects, GDScript/C# coding, scene setup, node systems, 2D/3D development, physics, animation, UI, shaders, or any Godot-specific questions.",
  4. "base_url": "https://docs.godotengine.org/en/stable/",
  5. "start_urls": [
  6. "https://docs.godotengine.org/en/stable/getting_started/introduction/index.html",
  7. "https://docs.godotengine.org/en/stable/tutorials/scripting/gdscript/index.html",
  8. "https://docs.godotengine.org/en/stable/tutorials/2d/index.html",
  9. "https://docs.godotengine.org/en/stable/tutorials/3d/index.html",
  10. "https://docs.godotengine.org/en/stable/tutorials/physics/index.html",
  11. "https://docs.godotengine.org/en/stable/tutorials/animation/index.html",
  12. "https://docs.godotengine.org/en/stable/classes/index.html"
  13. ],
  14. "selectors": {
  15. "main_content": "div[role='main']",
  16. "title": "title",
  17. "code_blocks": "pre"
  18. },
  19. "url_patterns": {
  20. "include": [
  21. "/getting_started/",
  22. "/tutorials/",
  23. "/classes/"
  24. ],
  25. "exclude": [
  26. "/genindex.html",
  27. "/search.html",
  28. "/_static/",
  29. "/_sources/"
  30. ]
  31. },
  32. "categories": {
  33. "getting_started": ["introduction", "getting_started", "first", "your_first"],
  34. "scripting": ["scripting", "gdscript", "c#", "csharp"],
  35. "2d": ["/2d/", "sprite", "canvas", "tilemap"],
  36. "3d": ["/3d/", "spatial", "mesh", "3d_"],
  37. "physics": ["physics", "collision", "rigidbody", "characterbody"],
  38. "animation": ["animation", "tween", "animationplayer"],
  39. "ui": ["ui", "control", "gui", "theme"],
  40. "shaders": ["shader", "material", "visual_shader"],
  41. "audio": ["audio", "sound"],
  42. "networking": ["networking", "multiplayer", "rpc"],
  43. "export": ["export", "platform", "deploy"]
  44. },
  45. "rate_limit": 0.5,
  46. "max_pages": 40000,
  47. "_comment": "=== NEW: Split Strategy Configuration ===",
  48. "split_strategy": "router",
  49. "split_config": {
  50. "target_pages_per_skill": 5000,
  51. "create_router": true,
  52. "split_by_categories": ["scripting", "2d", "3d", "physics", "shaders"],
  53. "router_name": "godot",
  54. "parallel_scraping": true
  55. },
  56. "_comment2": "=== NEW: Checkpoint Configuration ===",
  57. "checkpoint": {
  58. "enabled": true,
  59. "interval": 1000
  60. }
  61. }