向Milvus集合插入Embeddings时遇字段不存在错误求助

使用Node.js的@zilliz/milvus2-sdk-node向Milvus数据库的embedding_test_2集合添加embeddings时，触发如下错误：

Failed to store embeddings in Milvus: Error: Insert fail: some field does not exist for this collection in line. 0
at /Users/razataiab/Desktop/custom-rag/node_modules/@zilliz/milvus2-sdk-node/dist/milvus/grpc/Data.js:195:31
at Array.forEach ()
at /Users/razataiab/Desktop/custom-rag/node_modules/@zilliz/milvus2-sdk-node/dist/milvus/grpc/Data.js:192:28
at Array.forEach ()
at MilvusClient. (/Users/razataiab/Desktop/custom-rag/node_modules/@zilliz/milvus2-sdk-node/dist/milvus/grpc/Data.js:184:30)
at Generator.next ()
at fulfilled (/Users/razataiab/Desktop/custom-rag/node_modules/@zilliz/milvus2-sdk-node/dist/milvus/grpc/Data.js:5:58)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)

相关代码 #

const { MilvusClient, DataType } = require('@zilliz/milvus2-sdk-node');
const express = require('express');
const app = express();
app.use(express.json());

const client = new MilvusClient("localhost:19530");

let idCounter = 0;

async function main() {
try {
const collections = await client.showCollections();
console.log("List all collections:\n", collections);
} catch (error) {
console.error("Error listing collections:", error);
}
}

async function storeEmbeddings(filename, embeddings) {
try {
const collectionName = 'embedding_test_2';

    // Check if collection already exists
    const collectionsInfo = await client.showCollections();
    const existingCollections = collectionsInfo.collection_names || [];
    console.log('Existing collections:', existingCollections);

    if (!existingCollections.includes(collectionName)) {
        await client.createCollection({
            collection_name: collectionName,
            fields: [
                { name: "my_id", data_type: DataType.Int64, is_primary_key: true, auto_id: false }, // Ensure primary key is int64
                { name: "filename", data_type: DataType.VarChar, max_length: 256 }, // varchar type for strings
                { name: "embedding", data_type: DataType.FloatVector, dim: embeddings.length } // Correct field definition
            ],
        });
        console.log(`Collection ${collectionName} created`);
    } else {
        console.log(`Collection ${collectionName} already exists`);
    }

    // Logging field names and data to be inserted
    console.log('Inserting data:', {
        collection_name: collectionName,
        fields_data: [
            { name: "my_id", values: idCounter + 1 },
            { name: "filename", values: filename },
            { name: "embedding", values: [embeddings] }
        ]
    });

    // Log the embedding array
    console.log('Embedding array:', embeddings);

    await client.insert({
        collection_name: collectionName,
        fields_data: [
            { name: "my_id", values: [idCounter++] },
            { name: "filename", values: [filename] },
            { name: "embedding", values: [embeddings] }
        ]
    });

    console.log("Embeddings stored successfully in Milvus");
} catch (error) {
    console.error('Failed to store embeddings in Milvus:', error);
}
}

module.exports = {
storeEmbeddings,
main
};

解决方法 #

1. 清理旧集合，确保字段定义一致 #

错误核心是插入的字段与集合实际存在的字段不匹配，大概率是之前创建的集合字段和当前代码定义的不一致。直接删除旧集合，让代码重新创建符合要求的集合：

• 用Milvus CLI或WebUI执行命令：drop collection embedding_test_2;
• 重启代码，触发集合重新创建逻辑

2. 修正集合存在性判断逻辑 #

部分版本的@zilliz/milvus2-sdk-node中，showCollections的返回结构不是直接包含collection_names数组，而是在data字段中返回集合列表。修改判断代码：

const collectionsInfo = await client.showCollections();
// 替换原有的existingCollections赋值
const existingCollections = (collectionsInfo.data || []).map(item => item.name);

3. 验证插入字段与创建字段的一致性 #

检查插入代码中的字段名（my_id、filename、embedding）是否和创建集合时的字段名完全一致，包括大小写、拼写，确保没有笔误。

4. 确认embedding维度一致性 #

创建集合时embedding字段的dim是embeddings.length，确保每次调用storeEmbeddings传入的embeddings数组长度相同，避免后续插入时维度不匹配。

内容的提问来源于stack exchange，提问作者rachel song