{"id":626,"date":"2024-11-17T00:24:48","date_gmt":"2024-11-16T16:24:48","guid":{"rendered":"https:\/\/www.ikaros.love\/?p=626"},"modified":"2024-11-17T04:06:53","modified_gmt":"2024-11-16T20:06:53","slug":"%e9%85%8d%e7%bd%aeqanything%e5%92%8collama%e9%85%8d%e7%bd%aeqwen2-5","status":"publish","type":"post","link":"https:\/\/www.ikaros.love\/?p=626","title":{"rendered":"\u914d\u7f6eQanything\u548collama\u914d\u7f6eqwen2.5"},"content":{"rendered":"\n

<\/p>\n\n\n\n

\"\"<\/figure>\n\n\n\n

\u592a\u96be\u641e\u4e86<\/p>\n\n\n\n

\u9996\u5148\u5b89\u88c5qanything<\/p>\n\n\n\n

\u5751\u4e00\uff0c\u56e0\u4e3a\u8981\u5b89\u88c5\u8bb8\u591a\u5883\u5916\u5e93\uff0c\u9700\u8981\u914d\u7f6edocker\u4ee3\u7406<\/p>\n\n\n\n

\/etc\/systemd\/system\/docker.service.d\/ \u76ee\u5f55\u4e0b\u521b\u5efa\u6216\u4fee\u6539 proxy.conf \u6587\u4ef6\uff0c\u52a0\u5165\u4ee3\u7406\u73af\u5883\u53d8\u91cf\u3002<\/p>\n\n\n\n

[Service] \nEnvironment=\"HTTP_PROXY=http:\/\/192.168.1.101:50121\" \nEnvironment=\"HTTPS_PROXY=http:\/\/192.168.1.101:50121\"<\/code><\/pre>\n\n\n\n
\u7136\u540e\u91cd\u542fsystem\u5b88\u62a4\u8fdb\u7a0b\u548cdocker<\/p>\n\n\n\n
sudo systemctl daemon-reload\nsudo systemctl restart docker<\/code><\/pre>\n\n\n\n
\u5b89\u88c5<\/p>\n\n\n\n
git clone https:\/\/github.com\/netease-youdao\/QAnything.git\ncd QAnything\n\n# \u9009\u62e9\u5e73\u53f0\n# \u5728 Linux \u4e0a\u542f\u52a8\ndocker compose -f docker-compose-linux.yaml up\n# \u5728 Mac \u4e0a\u542f\u52a8\ndocker compose -f docker-compose-mac.yaml up\n# \u5728 Windows \u4e0a\u542f\u52a8\ndocker compose -f docker-compose-win.yaml up\n\n\n\n# \u5b89\u88c5ollama\ndocker run -d -v ollama:\/root\/.ollama -p 11434:11434 --name ollama ollama\/ollama\n<\/code><\/pre>\n\n\n\n
\u5b89\u88c5\u5343\u95ee\u6a21\u578b<\/p>\n\n\n\n
docker exec -it ollama ollama run qwen2.5:14b\n<\/code><\/pre>\n\n\n\n
\u66f4\u6539\u6a21\u578b\u4e0a\u4e0b\u6587\u957f\u5ea6<\/p>\n\n\n\n
docker exec -it ollama \/bin\/bash\nollama show --modelfile qwen2.5:14b > Modelfile\nvim Modelfile\n\u56e0\u4e3adocker\u7684bash\u6709\u6982\u7387\u7528\u4e0d\u4e86vim\napt-get update\napt-get install -y vim\n<\/code><\/pre>\n\n\n\n
\u7ed3\u5c3e\u8ffd\u52a0<\/p>\n\n\n\n
PARAMETER num_ctx 32000<\/code><\/pre>\n\n\n\n
\u4fdd\u5b58\u9000\u51fa<\/p>\n\n\n\n
ollama create -f Modelfile qwen2.5:14b_ctx32k<\/code><\/pre>\n\n\n\n
\u67e5\u770b\u53c2\u6570\u662f\u5426\u751f\u6548<\/p>\n\n\n\n
ollama run qwen2.5:14b_ctx32k\n\/show parameters<\/code><\/pre>\n\n\n\n
\"\"<\/figure>\n\n\n\n
ollama\u5e38\u89c1\u547d\u4ee4\u5982\u4e0b<\/p>\n\n\n\n
1. \u542f\u52a8Ollama\u670d\u52a1<\/p>\n\n\n\n
ollama serve<\/code><\/pre>\n\n\n\n
2. \u4ece\u6a21\u578b\u6587\u4ef6\u521b\u5efa\u6a21\u578b<\/p>\n\n\n\n
ollama create<\/code><\/pre>\n\n\n\n
3. \u663e\u793a\u6a21\u578b\u4fe1\u606f<\/p>\n\n\n\n
ollama show<\/code><\/pre>\n\n\n\n
4. \u8fd0\u884c\u6a21\u578b<\/p>\n\n\n\n
ollama run \u6a21\u578b\u540d\u79f0<\/code><\/pre>\n\n\n\n
5. \u4ece\u6ce8\u518c\u8868\u4e2d\u62c9\u53bb\u6a21\u578b<\/p>\n\n\n\n
ollama pull \u6a21\u578b\u540d\u79f0<\/code><\/pre>\n\n\n\n
6. \u5c06\u6a21\u578b\u63a8\u9001\u5230\u6ce8\u518c\u8868<\/p>\n\n\n\n
ollama push<\/code><\/pre>\n\n\n\n
7. \u5217\u51fa\u6a21\u578b<\/p>\n\n\n\n
ollama list<\/code><\/pre>\n\n\n\n
8. \u590d\u5236\u6a21\u578b<\/p>\n\n\n\n
ollama cp<\/code><\/pre>\n\n\n\n
9. \u5220\u9664\u6a21\u578b<\/p>\n\n\n\n
ollama rm \u6a21\u578b\u540d\u79f0<\/code><\/pre>\n\n\n\n
10. \u83b7\u53d6\u6709\u5173Ollama\u4efb\u4f55\u547d\u4ee4\u7684\u5e2e\u52a9\u4fe1\u606f<\/p>\n\n\n\n
ollama help<\/code><\/pre>\n\n\n\n
\u5927\u6a21\u578b\u7528cpu\u8dd1\u7684\u8bdd\u5f88\u9700\u8981\u5927\u5185\u5b58\u5efa\u8bae\u5185\u5b58\u5927\u4e8e64g\uff0c<\/p>\n\n\n\n
\u7136\u540e\u5c31\u53ef\u4ee5\u5728\u804a\u5929\u6846\u7684\u8bbe\u7f6e\u6309\u94ae\u8bbe\u7f6e<\/p>\n\n\n\n
\u8054\u7f51\u68c0\u7d22\u80fd\u529b\u597d\u50cf\u6709bug\uff0c\u4e0d\u8981\u52fe\u9009<\/p>\n\n\n\n
\"\"<\/figure>\n\n\n\n
\u7136\u540e\u5c31\u53ef\u4ee5\u7528\u4e86<\/p>\n","protected":false},"excerpt":{"rendered":"
\u592a\u96be\u641e\u4e86 \u9996\u5148\u5b89\u88c5qanythi...<\/p>\n","protected":false},"author":1,"featured_media":627,"comment_status":"open","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[5],"tags":[55,51,92],"_links":{"self":[{"href":"https:\/\/www.ikaros.love\/index.php?rest_route=\/wp\/v2\/posts\/626"}],"collection":[{"href":"https:\/\/www.ikaros.love\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.ikaros.love\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.ikaros.love\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.ikaros.love\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=626"}],"version-history":[{"count":3,"href":"https:\/\/www.ikaros.love\/index.php?rest_route=\/wp\/v2\/posts\/626\/revisions"}],"predecessor-version":[{"id":632,"href":"https:\/\/www.ikaros.love\/index.php?rest_route=\/wp\/v2\/posts\/626\/revisions\/632"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.ikaros.love\/index.php?rest_route=\/wp\/v2\/media\/627"}],"wp:attachment":[{"href":"https:\/\/www.ikaros.love\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=626"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.ikaros.love\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=626"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.ikaros.love\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=626"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}