github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-01 11:02:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

notebook cleanup

Browse Source
This commit is contained in:
Taqi Jaffri
2023-08-08 21:38:55 -07:00
parent bcdf3be530
commit 5919c0f4a2
2 changed files with 53 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
libs/langchain/langchain/document_loaders/docugami.py
View File

@@ -19,6 +19,7 @@ TABLE_NAME = "{http://www.w3.org/1999/xhtml}table"
XPATH_KEY = "xpath"
DOCUMENT_ID_KEY = "id"
DOCUMENT_SOURCE_KEY = "source"
DOCUMENT_NAME_KEY = "name"
STRUCTURE_KEY = "structure"
TAG_KEY = "tag"
PROJECTS_KEY = "projects"
@@ -146,7 +147,7 @@ class DocugamiLoader(BaseLoader, BaseModel):
metadata = {
XPATH_KEY: _xpath_for_chunk(node),
DOCUMENT_ID_KEY: document[DOCUMENT_ID_KEY],
DOCUMENT_SOURCE_KEY: document[DOCUMENT_SOURCE_KEY],
DOCUMENT_SOURCE_KEY: document[DOCUMENT_NAME_KEY],
STRUCTURE_KEY: node.attrib.get("structure", ""),
TAG_KEY: re.sub(r"\{.*\}", "", node.tag),
}
@@ -349,7 +350,7 @@ class DocugamiLoader(BaseLoader, BaseModel):
chunks += self._parse_dgml(
{
DOCUMENT_ID_KEY: path.name,
DOCUMENT_SOURCE_KEY: path.name,
DOCUMENT_NAME_KEY: path.name,
},
file.read(),
)