azeem/cult-scraper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

updated embedder

Browse Source
This commit is contained in:
Azeem Fidahusein
2025-08-11 01:51:34 +01:00
parent fb3fb70cc5
commit aa9f2dc618
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/embedder.py
View File

@@ -100,11 +100,11 @@ def process_csvs_in_directory(directory_path: str, model_name: str = 'all-MiniLM
if __name__ == '__main__': if __name__ == '__main__':
# Define the directory where your CSV files are located. # Define the directory where your CSV files are located.
# The script will look for a folder named 'csv_data' in the current directory. # The script will look for a folder named 'csv_data' in the current directory.
CSV_DIRECTORY = 'csv_data' CSV_DIRECTORY = '../discord_chat_logs'
# This function will create the 'csv_data' directory and some sample # This function will create the 'csv_data' directory and some sample
# files if they don't exist. You can comment this out if you have your own files. # files if they don't exist. You can comment this out if you have your own files.
create_sample_files(CSV_DIRECTORY) # create_sample_files(CSV_DIRECTORY)
# Run the main processing function on the directory # Run the main processing function on the directory
process_csvs_in_directory(CSV_DIRECTORY) process_csvs_in_directory(CSV_DIRECTORY)