From bd1014e19ab1c2fcad316690a8f6bacbde47d1cb Mon Sep 17 00:00:00 2001 From: geekan Date: Mon, 25 Dec 2023 22:13:36 +0800 Subject: [PATCH] add sales test --- examples/faq.xlsx | Bin 0 -> 9092 bytes examples/search_kb.py | 20 ++--- metagpt/document_store/faiss_store.py | 5 +- metagpt/roles/sales.py | 17 ++-- .../document_store/test_faiss_store.py | 75 ++++-------------- 5 files changed, 33 insertions(+), 84 deletions(-) create mode 100644 examples/faq.xlsx diff --git a/examples/faq.xlsx b/examples/faq.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..85fda644e2795a30709a406371627ffc2815548d GIT binary patch literal 9092 zcmeHN1y@|zvTod^aSKk+hKAq}2yVfHTd)LocL?qlT!K3x(73xp@DPGS2%&-C4zDva zcg;*@-Y>X!_v*b@uXU;E_Yi!D%@JgU?S#+AB|y_MJk$$zPR zhRU-aG>FHdD$>=LG*E7;mt$%9kP~r(E1pMa#rFYk@{2du(YQseooz!<_&}=~W>nx% zmxduZA4mTnl%bQDG|@>{=kOf?`7=&ZBcqsCnSeCM#$GjU$#pULN-_&VB9Va2?9YRm zz}10f%yQjQfuW`DH6_gzApc0&4DRL>{;ZWHv$x^NCP)r3iq`uJk(*(W3XQfpvx!=> z({-vshci>tlew3s@GIcZ_;&2&iB;s*4n9gnZnE04$kTG&fp}}yP9J?AuTG}es8f~e z7G6RNBamLsvp|}l=}!O^>nI3O6_?$lZ=Wb(!Sm4{J=DuL4D0w5eXHbVEje-VW=bTq zwrp!fgE^AQ0(>k%ekDW0P5fQT`=%5=cEwXDTZmGZ4+Q7H-IkLsaopi98hYQb{k5T8 zA#do%ZM`=KM=87hT=&QTz{3LqK;>_+tk(e3ox*(WISh3eFjyKnncFyXu>YL@2gm8YhqAX}Ll<+)@wnm&?qag7G%x%Dck3fj7!M!Rp_1e)Dh2^nRinL?pdLPhj?riQnT}IxM$*nz( zrJ|`cPhohKPI~4@@&oQ9yA~N5ei20|(bM!m-2p|N6_d+qxH)n4{i@KKM!t97lO{9$ z7gCCMu|&fKos&qW_IG=`GAzN zhSX@e@h-V0Wd<4Eo%!oRxQ|A&J^T33dMk#03YpG96iH4!fmx&l1`;v= zDx8N6$L~0Cw|BBOvA4JW$zK1#3>=KYU|RmWN2QvgLLV5n9pgR>?4IdH2wZgGpoMDe z;h+vfn3o>YJn=hSC1+_d(4JS|K(G(>JRBc%yWqjzK)^riW-X1xL-fM8ITS*&A3qsK zKsDK~q70Hj!pDPt->cZiz|L^SZx%@$V#^`m|9Z*9KpIw1Oe=ZXJRQnyH34?zvU2|T zXawdnqmZqD>tJ2zEsP0J>q>4-V`Kn9KatSt>Pb?K1@l?nQR*QTp7`ktF~;**%$> zW!dH2*6yN;>}e*1;Dxlu8ubqyrg+nC>D9G%swSqny_-8(ClouUo5f}IGAv#LOUQCxcQc~GgeIuC0TwsShH{G`#fv+H zwzB>`LZ5?*w(@E4QZ`ngLSk}LTFE2DytbpqW1%>F*xzB$$RNY$a%uVWAC97_=6O z^dApd=g;tUlc*3DaF4()(i553)Cbz*TQjKT){2xltBv~ctzXfO7s-Ji+eujFe&eGXturop^X@9cE?Eu zZyBSDM&o%X>3s3U<_-!m<7r=%*P=7HNarqBtFN9bOttK$2YtQ9Oz}}%wF%FQLe_jk zNJH+C{@Po>2(9WJ1F2OrJdN^?wQrt*`z*@11NkX0Ad=H*jd(6iQG3cfd?tg0C?VDg z*Q;HKAp`KfVwK=TVS4vF!i2ZH;a=65Mqa2Z^gPSY{M9~Cjs?G8%8*D(e?KdSt+&p1 zD(6H9K~uF)x6SpR0N@g=7k0BUb9;y=v%kY$*aDWr*K@cjdShE&bUyXQKoOW4<7wlM z!d&V}0aBxoqYc2tKElyMyT(>U!U<`jC%SKg-)#3A!XpUc1H}pYe-e)2^1;1hJa&EbQy7?O%wfx*5Tl zZXs#A2GkJNHQ#47hGT5aSqE>U zUA9T~3CE^)5WA*7BDNGsLLl1o?RU$X0#}uv|vwtRH4I z=GJ;M?$r9BVkWZ~BQ;{==3xK9xh?dYwO66Dn{%P*?Uj?OXW^k#%e7nPqrJAK=*0e` z`>1WFqeGTE!AHjTTzOx$9e857co@^O?*0{_d+09Zx3GX-h5`U!{f4;Vt!!^aDJ@{LsBL|XX{8iv-AL-4qi3A;!zIS zt+4ksJ*V5`u9ZTW6o5uCvT=Uid6lm}1>I!gg(3s=g*=9daT#An84p8|V=CfB0d?AC z5I908xS8o5Q4;sgQOi37kLQEUIDg#@5eA*=n2~+qwAnb#>|=@~c%F4hnbIi~#;UVe zs&4eE=yE9O+I4xkw%B2)(8+5NW+mBxTmC}u`I~P<7t*45mQZW2@hl&H1r~-Xv5?Pl znH#G1LwF}>2Kd;=(w`<1#T|H;kd+1oDY8V!KmmmNYM zX>1~RseMoc$yy~kPL`z{ocM3vf5Vv(V9cuGX-$=+au6ax&2sd6Zm^|>63Q0H_o^&K zfK5fT^YcPHKic-kBfH6`4qgSrBGDV&NS&@}4Aw;oOr38mXgm&{>-1Qf)6`|yHrPSR zLl1RzFqF9!35JTZS!w zY7rBg5`yG$v#dtZFOt!<)s~MfS;Aj_dw(M00G+x;b%pXFKI ziAU4I@t+_j!N&7t9UpX|*3x6X_j5kkT+;eR@st6w!fBTdMHNJg;{(*$DCHxu56-(n zG$#s(KUNnKE;@RhOba8uO8g+X?(tbnAuqh`lL;XHa;qa$^W*1nu zVCZ!dhDeUyW2V=~@8-nv@(3k^w(VsvQ5bG#M0sz}{*B1;YaVb6VGtRo{&{ZyjmTUq z%x%p%ew#Uef(5Fh7e&rT;Ky+)ig|Ky$-6mK;GzDMIHmh4Z*qNSWf&n8uu;X6*OVqsX8+;W!Zoz?l!xiz&TbVTcG7~ zB0J4XCJmz}F~z7u<@jk<^rtlXnG}C#ekN`oW!dCtpgEe|6$aa_d&8>V9_{BuVC)B! zYoC{{oaxt$ZFDPN?^DNTRWj@bY1{Ii+3 z^rxG5=X8i&;ysn8P?FIOq|legNM^YNfM5z zaPxx!Z=pj%vGe!< zSzM;Nxs~Yy{FmIx0K*6cbH1LG^aW;l`iu=k1!dnsY)-ez17C5r&VvNt>mbF#3y~wi zaDD?WdK69CZE+#`&?Yv0WbsnaDs=f+FuFx^xmSi4uK_6^dowIe*RC!2D_%eQTL}X7 zne|p#X?D5`Vjr`OYjN?yk~FUOq66YhX4Q_`?}4YRUEqV7!zn2nx@P(?_UzVhPW(mF zuw~T#Cne+b5znEm8@Or&o(t(N-4|)?60=YG;26kzeWPBoewln6l=-Z>Sk5!3)c)%i z;HW~{;*FyiBWkO5@wjP}!BQ4~UBQ!F-Lm#5PN_kQ=nw8E24P5#cM+=7-a%T-D?v3-!tMF1D zu^g}jB2s9Somd~bKYRX!28h>vL=mc(83u<=SFsWycRaSS^I{SIUdTMIH9+7^&|uZ2 zhJ3bSa;N$#F5lZ-2$j?;1FFSdg=4Dwn<;8!dL5J+bCnU<6E>jAHUK4WChiR?xaQjYkO z4uPcmG8V{Hd9`*gm86QjSlUSOKXOj@wiHAv@6P*{c(x4=SeDf3YZ{EthQJT|v=LMf zPn(&ge^{x^D5YIFbtnI-AgV%8kxIOM2KWmvXa7Gr7}~?=cHNYbn~2rohLK z)j#$L*H8uH-krn3xPCQ;2%q6%DBuXgaO z=r^LQq+g`yX{U;bYex{=;lnM|*5+VEiH!(|dgJtcoHH=9hA?6K%KiJx5sQVk$Z3J( zSUSNd6}S8}vz#8Di0ZK^WmYN@<;9Hdyghc|v~q;=x5~?}spdwUkuATzF79XfKI@XS zyC<}TRdFmaTgy^pcc%n$sSiTlo#Hd^^Ha727_|PxD<8TlzJoU>Qt8?PuNf~ zm1lV`ZC$1LpB~jRiVkH@=(;{*+mp|}y#D&7ZSECHW1z5?gFk5f9JUxCirN~9%bT(QT`{2ry8{_8Ly%z`F-LwTw z6vd6_2u(fjqM!$caqpK`2S@cXFzASg(>roGta{Jxe495~I;qMtJy+?T3A$Uq6|4IU zokbtF@>W6h%9hSsta3$f*KJ%OKW#BC5NO)*mLa2nR4l)nwN-#9rdNx^;zj5&CSaQ+B!`O#GZzY=bV#Wd2M?Wg$zwow;0$y#AKPlDbKZ%c1E zjIEk?0aV-!_xFWzpaUh{1O#nH#iSVv0yX#;aFI=efbVrP8kc<5j^glJOX?DiwQtME zCnfz;pRz09gvG=+opildCrF+1k;j*ZARpJ{%`3lBiteX0&%<-vP*-VFgfh?Q^SV%v z?SnAYHPpJ^0KKtdsHlkuF48(H%=ad^L3Z7icJ4R4xYCW`OofT}MPX|B{kM)wB%>H1 zuDSV~#9L-Zkw;1sTJ(i>bcZrx1MU{#+KB@0Qz40C8}UDN~7wx$7zhy1@kW-iZ;Jc`!x>G!&z(-S7hv zT}~f7=68_uIrh-i_V^#zp*Sgmwd`3EVB(?N36<>%?8M#hcBp z(II$PVcFuf$9^Iqhua{m{9QBLfJhm|>6{rV=MdVaZ5^t@hs_|_fgGb#?)}3m=e#v1 z>uZ`WZ?eBPt@|6&9L0#!acjH;z6xi-~nmScM}>X5{%m!N%c&lvfnOG?|KD=4|&-fqa2(%{~QTn?@!dS&_2 z?3%>Uw{%p$bgbToRF&I&v?`_fZvOoG(J1!jhwBy9Ik8O^CrXyMSR}gmXXN5o%s|BB zCqpS7t{Wbm_l=3Pd?a-9HR*Zo!o9JO8=j$9EJ~yt_MDkKzqlDd!5Z2QI7v-_qzCLp zY>Yn>brC={iyNH$I5-@CUFp8d=Gx~97AO8`MEi-$r|K{Rn!`*CgcUT+>`hgi>>Zpr zOzoY_|7gYiuZ{`xuIR*eSSyMk#GQVH<~WC66e6yfC?6oGiWWhOn`yq<0Q_LO7z&B& z8tCgYtvTVQJ|g0mBUgJHICVkcFS0YTYX*`(M1wH1q~|fACZHs0w8f8NE{~PmGapA6 zCC=0)#^+&?a1Y1DsTHGEaO>~N2R0y)OePf4JU6#6uc9R(Z-5t5T%(wdh?2*!T2|%w zkPi)HhZ{8JAAo1uo>lt-@SVe-A{y3-dlA=S1D9pYBo+WcmJti~ZzqC){S7VN2C5Ud z73i1Pexb>%Q-UsAtDg?ERKF3lG;O*Cc4QhDHfr37^R}7<949~N;a1Vxz1_RoyxE_- z@$pnXdikZYrf^{5O9L^|kGk=k6BXC725}VRgJzY&iW+shq?4#Cf^A0`Pb62Wf)O$b}eB9|mrKdYes^u+y$!t*?sCz8R~4)?E~ zXzbwdKSzX_?2nO^*lh>n^H3O{V}~BZWZ5xAKGWnZB=^$(0Fd+EF%u+utPt8qHk@Og z`Uv?H%kA@0Wf!F>B&K-c^Nbz6|HckuW|k#nB)i7D>ff_QL1I1IW|S=9BV-CJ23&Uq)0k=GV-@ z?pR)lC7ynd9c8{Luql6jlSlH1_|e^aOVa0)sdjufDS`D~3k?%w)P6-B4Ua@J-xsfxr$h#M`Y-n z3g@gGKVF#S(ir1thGXX=DPw+Wj2Xslmj{K(r8CX8^#~=Sk#{8?6UlWZ#waAkF{sh0K9lvV$JInql4*j%_7fBhdNYq2^2 literal 0 HcmV?d00001 diff --git a/examples/search_kb.py b/examples/search_kb.py index 37b229f25..be15846d4 100644 --- a/examples/search_kb.py +++ b/examples/search_kb.py @@ -6,28 +6,18 @@ """ import asyncio -from langchain.embeddings import OpenAIEmbeddings - -from metagpt.config import CONFIG from metagpt.const import EXAMPLE_PATH from metagpt.document_store import FaissStore from metagpt.logs import logger from metagpt.roles import Sales -def get_store(): - embedding = OpenAIEmbeddings(openai_api_key=CONFIG.openai_api_key, openai_api_base=CONFIG.openai_base_url) - return FaissStore(EXAMPLE_PATH / "example.json", embedding=embedding) - - async def search(): - role = Sales(profile="Sales", store=get_store()) - queries = ["Which facial cleanser is good for oily skin?", "Is L'Oreal good to use?"] - - for query in queries: - logger.info(f"User: {query}") - result = await role.run(query) - logger.info(result) + store = FaissStore(EXAMPLE_PATH / "example.json") + role = Sales(profile="Sales", store=store) + query = "Which facial cleanser is good for oily skin?" + result = await role.run(query) + logger.info(result) if __name__ == "__main__": diff --git a/metagpt/document_store/faiss_store.py b/metagpt/document_store/faiss_store.py index 320e7518f..bfba1d386 100644 --- a/metagpt/document_store/faiss_store.py +++ b/metagpt/document_store/faiss_store.py @@ -13,6 +13,7 @@ from langchain.embeddings import OpenAIEmbeddings from langchain.vectorstores import FAISS from langchain_core.embeddings import Embeddings +from metagpt.config import CONFIG from metagpt.const import DATA_PATH from metagpt.document import IndexableDocument from metagpt.document_store.base_store import LocalStore @@ -25,7 +26,9 @@ class FaissStore(LocalStore): ): self.meta_col = meta_col self.content_col = content_col - self.embedding = embedding or OpenAIEmbeddings() + self.embedding = embedding or OpenAIEmbeddings( + openai_api_key=CONFIG.openai_api_key, openai_api_base=CONFIG.openai_base_url + ) super().__init__(raw_data, cache_dir) def _load(self) -> Optional["FaissStore"]: diff --git a/metagpt/roles/sales.py b/metagpt/roles/sales.py index 1ef93f6f3..73075f276 100644 --- a/metagpt/roles/sales.py +++ b/metagpt/roles/sales.py @@ -15,14 +15,15 @@ from metagpt.tools import SearchEngineType class Sales(Role): - name: str = "Xiaomei" - profile: str = "Retail sales guide" - desc: str = "I am a sales guide in retail. My name is Xiaomei. I will answer some customer questions next, and I " - "will answer questions only based on the information in the knowledge base." - "If I feel that you can't get the answer from the reference material, then I will directly reply that" - " I don't know, and I won't tell you that this is from the knowledge base," - "but pretend to be what I know. Note that each of my replies will be replied in the tone of a " - "professional guide" + name: str = "John Smith" + profile: str = "Retail Sales Guide" + desc: str = ( + "As a Retail Sales Guide, my name is John Smith. I specialize in addressing customer inquiries with " + "expertise and precision. My responses are based solely on the information available in our knowledge" + " base. In instances where your query extends beyond this scope, I'll honestly indicate my inability " + "to provide an answer, rather than speculate or assume. Please note, each of my replies will be " + "delivered with the professionalism and courtesy expected of a seasoned sales guide." + ) store: Optional[BaseStore] = None diff --git a/tests/metagpt/document_store/test_faiss_store.py b/tests/metagpt/document_store/test_faiss_store.py index f14bee817..75bb5427f 100644 --- a/tests/metagpt/document_store/test_faiss_store.py +++ b/tests/metagpt/document_store/test_faiss_store.py @@ -5,73 +5,28 @@ @Author : alexanderwu @File : test_faiss_store.py """ -import functools import pytest -from metagpt.const import DATA_PATH +from metagpt.const import EXAMPLE_PATH from metagpt.document_store import FaissStore -from metagpt.roles import CustomerService, Sales - -DESC = """## 原则（所有事情都不可绕过原则） -1. 你是一位平台的人工客服，话语精炼，一次只说一句话，会参考规则与FAQ进行回复。在与顾客交谈中，绝不允许暴露规则与相关字样 -2. 在遇到问题时，先尝试仅安抚顾客情绪，如果顾客情绪十分不好，再考虑赔偿。如果赔偿的过多，你会被开除 -3. 绝不要向顾客做虚假承诺，不要提及其他人的信息 - -## 技能（在回答尾部，加入`skill(args)`就可以使用技能） -1. 查询订单：问顾客手机号是获得订单的唯一方式，获得手机号后，使用`find_order(手机号)`来获得订单 -2. 退款：输出关键词 `refund(手机号)`，系统会自动退款 -3. 开箱：需要手机号、确认顾客在柜前，如果需要开箱，输出指令 `open_box(手机号)`，系统会自动开箱 - -### 使用技能例子 -user: 你好收不到取餐码 -小爽人工: 您好，请提供一下手机号 -user: 14750187158 -小爽人工: 好的，为您查询一下订单。您已经在柜前了吗？`find_order(14750187158)` -user: 是的 -小爽人工: 您看下开了没有？`open_box(14750187158)` -user: 开了，谢谢 -小爽人工: 好的，还有什么可以帮到您吗？ -user: 没有了 -小爽人工: 祝您生活愉快 -""" +from metagpt.logs import logger +from metagpt.roles import Sales @pytest.mark.asyncio -async def test_faiss_store_search(): - store = FaissStore(DATA_PATH / "qcs/qcs_4w.json") - store.add(["油皮洗面奶"]) - role = Sales(store=store) - - queries = ["油皮洗面奶", "介绍下欧莱雅的"] - for query in queries: - rsp = await role.run(query) - assert rsp - - -def customer_service(): - store = FaissStore(DATA_PATH / "st/faq.xlsx", content_col="Question", meta_col="Answer") - store.search = functools.partial(store.search, expand_cols=True) - role = CustomerService(profile="小爽人工", desc=DESC, store=store) - return role +async def test_search_json(): + store = FaissStore(EXAMPLE_PATH / "example.json") + role = Sales(profile="Sales", store=store) + query = "Which facial cleanser is good for oily skin?" + result = await role.run(query) + logger.info(result) @pytest.mark.asyncio -async def test_faiss_store_customer_service(): - allq = [ - # ["我的餐怎么两小时都没到", "退货吧"], - [ - "你好收不到取餐码，麻烦帮我开箱", - "14750187158", - ] - ] - role = customer_service() - for queries in allq: - for query in queries: - rsp = await role.run(query) - assert rsp - - -def test_faiss_store_no_file(): - with pytest.raises(FileNotFoundError): - FaissStore(DATA_PATH / "wtf.json") +async def test_search_xlsx(): + store = FaissStore(EXAMPLE_PATH / "example.xlsx") + role = Sales(profile="Sales", store=store) + query = "Which facial cleanser is good for oily skin?" + result = await role.run(query) + logger.info(result)