FauziIsyrinApridal commited on
Commit
648567d
·
1 Parent(s): 9b40dfd
scrapping/dosen_scrap.py CHANGED
@@ -30,8 +30,6 @@ class DosenSpider(scrapy.Spider):
30
  os.getenv("NEXT_PUBLIC_SUPABASE_URL"),
31
  os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
32
  )
33
- if not self.supabase:
34
- raise ValueError("Supabase client initialization failed. Check your environment variables.")
35
  self.storage_bucket = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
36
  self.collected_data = []
37
 
 
30
  os.getenv("NEXT_PUBLIC_SUPABASE_URL"),
31
  os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
32
  )
 
 
33
  self.storage_bucket = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
34
  self.collected_data = []
35
 
scrapping/jadwal_scrap.py CHANGED
@@ -25,8 +25,7 @@ class PnpSpider(scrapy.Spider):
25
  # Initialize Supabase client
26
  url = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
27
  key = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
28
- if not url or not key:
29
- raise ValueError("Environment variables NEXT_PUBLIC_SUPABASE_URL and NEXT_PUBLIC_SUPABASE_SERVICE_KEY must be set.")
30
  self.supabase = create_client(url, key)
31
  self.storage_bucket = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
32
 
 
25
  # Initialize Supabase client
26
  url = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
27
  key = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
28
+
 
29
  self.supabase = create_client(url, key)
30
  self.storage_bucket = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
31
 
scrapping/jurusan_scrap.py CHANGED
@@ -12,9 +12,7 @@ SUPABASE_URL = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
12
  SUPABASE_KEY = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
13
  SUPABASE_BUCKET = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET", "pnp-bot-storage")
14
 
15
- # Validasi environment variables
16
- if not SUPABASE_URL or not SUPABASE_KEY:
17
- raise ValueError("Environment variables NEXT_PUBLIC_SUPABASE_URL and NEXT_PUBLIC_SUPABASE_SERVICE_KEY must be set.")
18
 
19
 
20
  class JurusanSpider(scrapy.Spider):
 
12
  SUPABASE_KEY = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
13
  SUPABASE_BUCKET = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET", "pnp-bot-storage")
14
 
15
+
 
 
16
 
17
 
18
  class JurusanSpider(scrapy.Spider):
scrapping/pnp_scrap.py CHANGED
@@ -12,9 +12,7 @@ SUPABASE_URL = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
12
  SUPABASE_KEY = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
13
  SUPABASE_BUCKET = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
14
  supabase: Client = create_client(SUPABASE_URL, SUPABASE_KEY)
15
- # Validasi environment variables
16
- if not SUPABASE_URL or not SUPABASE_KEY:
17
- raise ValueError("Environment variables NEXT_PUBLIC_SUPABASE_URL and NEXT_PUBLIC_SUPABASE_SERVICE_KEY must be set.")
18
 
19
  class PNPContentSpider(scrapy.Spider):
20
  name = 'pnp_content_spider'
 
12
  SUPABASE_KEY = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
13
  SUPABASE_BUCKET = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
14
  supabase: Client = create_client(SUPABASE_URL, SUPABASE_KEY)
15
+
 
 
16
 
17
  class PNPContentSpider(scrapy.Spider):
18
  name = 'pnp_content_spider'