run-llama/finetune-embedding
1
0
Fork 0
mirror of https://github.com/run-llama/finetune-embedding.git synced 2026-07-01 20:54:01 -04:00
Code Issues 5 Packages Projects Releases Wiki Activity

cr

Browse Source
This commit is contained in:
Jerry Liu
2023-08-24 22:49:12 -07:00
parent 3a4753848a
commit e1deb11272
2 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
finetune.ipynb
+3 -3
View File
@@ -44,7 +44,7 @@
"outputs": [],
"source": [
"model_id = \"BAAI/bge-small-en\"\n",
"pretrained_model = SentenceTransformer(model_id)"
"model = SentenceTransformer(model_id)"
]
},
{
@@ -70,7 +70,7 @@
}
],
"source": [
"pretrained_model"
"model"
]
},
{
@@ -359,7 +359,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.8.17"
"version": "3.10.10"
}
},
"nbformat": 4,
generate_dataset.ipynb
+4 -3
View File
@@ -44,7 +44,8 @@
"import json\n",
"\n",
"from llama_index import SimpleDirectoryReader\n",
"from llama_index.node_parser import SimpleNodeParser"
"from llama_index.node_parser import SimpleNodeParser\n",
"from llama_index.schema import MetadataMode"
]
},
{
@@ -77,7 +78,7 @@
" if verbose:\n",
" print(f'Loaded {len(docs)} docs')\n",
" \n",
" parser = SimpleNodeParser()\n",
" parser = SimpleNodeParser.from_defaults()\n",
" nodes = parser.get_nodes_from_documents(docs, show_progress=verbose)\n",
"\n",
" if verbose:\n",
@@ -443,7 +444,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.8.17"
"version": "3.10.10"
}
},
"nbformat": 4,