Qualche correzione
Leonardo Robol [2009-10-28 16:23]
diff --git a/spidy.py b/spidy.py
index d7c2560..be5e8e2 100755
--- a/spidy.py
+++ b/spidy.py
@@ -252,10 +252,11 @@ class Page():
if ExitRequired:
debug("Ho incotrato exit required!", 2)
return
+ if not page.exhausted:
+ self.ID = page.ID
- self.ID = page.ID
self.analyzed = page.analyzed
- self.exhausted = False
+ self.exhausted = page.exhausted
self.step = page.step
self.url = page.url
url_dict.setAnalyzed(page.url)
@@ -274,7 +275,10 @@ class Page():
if(url_dict.hasKey(url)):
# Preservo i parametri che esistono già!
page = url_dict.getPage(url)
- self.ID = page.ID
+ try:
+ self.ID = page.ID
+ except:
+ print " => Error getting ID of %s" % url
self.analyzed = page.analyzed
self.step = page.step
if parent == None: