Spaces:
Sleeping
Sleeping
FauziIsyrinApridal
commited on
Commit
·
648567d
1
Parent(s):
9b40dfd
back
Browse files- scrapping/dosen_scrap.py +0 -2
- scrapping/jadwal_scrap.py +1 -2
- scrapping/jurusan_scrap.py +1 -3
- scrapping/pnp_scrap.py +1 -3
scrapping/dosen_scrap.py
CHANGED
|
@@ -30,8 +30,6 @@ class DosenSpider(scrapy.Spider):
|
|
| 30 |
os.getenv("NEXT_PUBLIC_SUPABASE_URL"),
|
| 31 |
os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
|
| 32 |
)
|
| 33 |
-
if not self.supabase:
|
| 34 |
-
raise ValueError("Supabase client initialization failed. Check your environment variables.")
|
| 35 |
self.storage_bucket = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
|
| 36 |
self.collected_data = []
|
| 37 |
|
|
|
|
| 30 |
os.getenv("NEXT_PUBLIC_SUPABASE_URL"),
|
| 31 |
os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
|
| 32 |
)
|
|
|
|
|
|
|
| 33 |
self.storage_bucket = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
|
| 34 |
self.collected_data = []
|
| 35 |
|
scrapping/jadwal_scrap.py
CHANGED
|
@@ -25,8 +25,7 @@ class PnpSpider(scrapy.Spider):
|
|
| 25 |
# Initialize Supabase client
|
| 26 |
url = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
|
| 27 |
key = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
|
| 28 |
-
|
| 29 |
-
raise ValueError("Environment variables NEXT_PUBLIC_SUPABASE_URL and NEXT_PUBLIC_SUPABASE_SERVICE_KEY must be set.")
|
| 30 |
self.supabase = create_client(url, key)
|
| 31 |
self.storage_bucket = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
|
| 32 |
|
|
|
|
| 25 |
# Initialize Supabase client
|
| 26 |
url = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
|
| 27 |
key = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
|
| 28 |
+
|
|
|
|
| 29 |
self.supabase = create_client(url, key)
|
| 30 |
self.storage_bucket = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
|
| 31 |
|
scrapping/jurusan_scrap.py
CHANGED
|
@@ -12,9 +12,7 @@ SUPABASE_URL = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
|
|
| 12 |
SUPABASE_KEY = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
|
| 13 |
SUPABASE_BUCKET = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET", "pnp-bot-storage")
|
| 14 |
|
| 15 |
-
|
| 16 |
-
if not SUPABASE_URL or not SUPABASE_KEY:
|
| 17 |
-
raise ValueError("Environment variables NEXT_PUBLIC_SUPABASE_URL and NEXT_PUBLIC_SUPABASE_SERVICE_KEY must be set.")
|
| 18 |
|
| 19 |
|
| 20 |
class JurusanSpider(scrapy.Spider):
|
|
|
|
| 12 |
SUPABASE_KEY = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
|
| 13 |
SUPABASE_BUCKET = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET", "pnp-bot-storage")
|
| 14 |
|
| 15 |
+
|
|
|
|
|
|
|
| 16 |
|
| 17 |
|
| 18 |
class JurusanSpider(scrapy.Spider):
|
scrapping/pnp_scrap.py
CHANGED
|
@@ -12,9 +12,7 @@ SUPABASE_URL = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
|
|
| 12 |
SUPABASE_KEY = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
|
| 13 |
SUPABASE_BUCKET = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
|
| 14 |
supabase: Client = create_client(SUPABASE_URL, SUPABASE_KEY)
|
| 15 |
-
|
| 16 |
-
if not SUPABASE_URL or not SUPABASE_KEY:
|
| 17 |
-
raise ValueError("Environment variables NEXT_PUBLIC_SUPABASE_URL and NEXT_PUBLIC_SUPABASE_SERVICE_KEY must be set.")
|
| 18 |
|
| 19 |
class PNPContentSpider(scrapy.Spider):
|
| 20 |
name = 'pnp_content_spider'
|
|
|
|
| 12 |
SUPABASE_KEY = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
|
| 13 |
SUPABASE_BUCKET = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
|
| 14 |
supabase: Client = create_client(SUPABASE_URL, SUPABASE_KEY)
|
| 15 |
+
|
|
|
|
|
|
|
| 16 |
|
| 17 |
class PNPContentSpider(scrapy.Spider):
|
| 18 |
name = 'pnp_content_spider'
|