Update app.py
Browse files
app.py
CHANGED
|
@@ -120,7 +120,7 @@ def setup_database():
|
|
| 120 |
# ============================================================
|
| 121 |
# 3. دوال الزحف (لا تغيير)
|
| 122 |
# ============================================================
|
| 123 |
-
def crawl_site(start_url, page_limit=
|
| 124 |
visited = set([start_url])
|
| 125 |
queue = deque([start_url])
|
| 126 |
all_links = set([start_url])
|
|
|
|
| 120 |
# ============================================================
|
| 121 |
# 3. دوال الزحف (لا تغيير)
|
| 122 |
# ============================================================
|
| 123 |
+
def crawl_site(start_url, page_limit=1000):
|
| 124 |
visited = set([start_url])
|
| 125 |
queue = deque([start_url])
|
| 126 |
all_links = set([start_url])
|