from pymilvus import connections, FieldSchema, CollectionSchema, DataType, Collection, utility
connections.connect()
fields = [
FieldSchema(name="id", dtype=DataType.INT64, is_primary=True, auto_id=True),
FieldSchema(name="source", dtype=DataType.VARCHAR, max_length=3000),
FieldSchema(name="text", dtype=DataType.VARCHAR, max_length=3000),
FieldSchema(name="embedding", dtype=DataType.FLOAT_VECTOR, dim=1024)
]
schema = CollectionSchema(fields, description="html chunk collection for rag inner product")
collection_name = "htmlrag_forncp"
collection = Collection(name=collection_name, schema=schema)
entities = []
for item in chunked_html:
entities.append(
{
"source": item["source"],
"text": item["text"],
"embedding": item["embedding"]
}
)
print(fields)
insert_result = collection.insert(entities)
print("Data insertion complete. IDs:", insert_result.primary_keys)
insert_result = collection.insert(entities)
이 부분에서
DataNotMatchException: <DataNotMatchException: (code=1, message=The Input data type is inconsistent with defined schema, please check it.)>
오류가 납니다.
해당 오류를 해결하기 위해 구글링을 하였으나 명확한 답변을 찾지 못한 상태입니다. 해결방법을 아신다면 도움 부탁드립니다.
