feat: merge geekan:main

This commit is contained in:
莘权 马 2024-03-05 16:03:57 +08:00
commit 8e85dd3bc6
84 changed files with 654 additions and 367 deletions

View file

@ -11,12 +11,12 @@ from pathlib import Path
from typing import Optional, Union
import pandas as pd
from langchain.document_loaders import (
from langchain.text_splitter import CharacterTextSplitter
from langchain_community.document_loaders import (
TextLoader,
UnstructuredPDFLoader,
UnstructuredWordDocumentLoader,
)
from langchain.text_splitter import CharacterTextSplitter
from pydantic import BaseModel, ConfigDict, Field
from tqdm import tqdm