File size: 830 Bytes
2c24695 e517114 2c24695 e517114 2c24695 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
import pandas as pd
import numpy as np
from sklearn.feature_extraction.text import TfidfVectorizer
from sklearn.model_selection import train_test_split
from sklearn.svm import SVC
from sklearn.metrics import classification_report
from sklearn.pipeline import Pipeline
from sklearn.compose import ColumnTransformer
from sklearn.preprocessing import StandardScaler
import joblib
# Load Dataset
data = pd.read_csv(load_dataset("nikesh66/Sarcasm-dataset"))
data['user_feature'] = data['user_feature'].fillna(0)
from datasets import load_dataset
# Preprocessing
text_vectorizer = TfidfVectorizer(max_features=5000, stop_words='english')
scaler = StandardScaler()
preprocessor = ColumnTransformer(
transformers=[
('text', text_vectorizer, 'text'),
('user_features', scaler, ['user_feature']),
]
)
# Model
|