add gemini support in arcadia #739
Comments
|
for. OSS version, we should support Gemma: https://huggingface.co/google/gemma-7b |
|
NOTE: Gemini currently only supports embedding model: test result: only english embeddings are the same? false test codepackage main
import (
"context"
"os"
"fmt"
"github.com/google/generative-ai-go/genai"
"google.golang.org/api/option"
"reflect"
)
func main() {
ctx := context.Background()
client, err := genai.NewClient(ctx, option.WithAPIKey(os.Getenv("API_KEY")))
if err != nil {
panic(err)
}
defer client.Close()
em := client.EmbeddingModel("embedding-001")
en1, err := em.EmbedContent(ctx, genai.Text("chinese"))
if err != nil {
panic(err)
}
fmt.Println(en1.Embedding.Values)
en2, err := em.EmbedContent(ctx, genai.Text("cheddar cheese"))
if err != nil {
panic(err)
}
fmt.Println(en2.Embedding.Values)
zh1, err := em.EmbedContent(ctx, genai.Text("中文"))
if err != nil {
panic(err)
}
fmt.Println(zh1.Embedding.Values)
zh2, err := em.EmbedContent(ctx, genai.Text("北京"))
if err != nil {
panic(err)
}
fmt.Println(zh2.Embedding.Values)
mix1, err := em.EmbedContent(ctx, genai.Text("中文 and english"))
if err != nil {
panic(err)
}
fmt.Println(mix1.Embedding.Values)
mix2, err := em.EmbedContent(ctx, genai.Text("北京 and New York"))
if err != nil {
panic(err)
}
fmt.Println(mix2.Embedding.Values)
mixSameEn1, err := em.EmbedContent(ctx, genai.Text("中文 and english"))
if err != nil {
panic(err)
}
fmt.Println(mixSameEn1.Embedding.Values)
mixSameEn2, err := em.EmbedContent(ctx, genai.Text("北京 and english"))
if err != nil {
panic(err)
}
fmt.Println(mixSameEn2.Embedding.Values)
fmt.Println("only english embeddings are the same?", reflect.DeepEqual(en1.Embedding.Values, en2.Embedding.Values))
fmt.Println("only chinese embeddings are the same?", reflect.DeepEqual(zh1.Embedding.Values, zh2.Embedding.Values))
fmt.Println("chinese and english mix embeddings are the same?", reflect.DeepEqual(mix1.Embedding.Values, mix2.Embedding.Values))
fmt.Println("diffrent chinese and same english mix embeddings are the same?", reflect.DeepEqual(mixSameEn1.Embedding.Values, mixSameEn2.Embedding.Values))
}test result details[0.037564375 -0.044230912 -0.031121189 -0.043087866 0.010556369 0.002870557 -0.02290348 -0.015143947 0.02061853 0.033786852 0.034287628 -0.0033541021 -0.033318896 -0.05511319 0.045960013 -0.03298848 0.018634219 0.02130689 -0.008622468 0.019195555 -0.028587947 -0.001027336 -0.050641764 -0.023677282 -0.0043862276 -0.0096540265 0.021683615 -0.05022507 -0.014464736 0.041246638 -0.05294884 -0.029457409 -0.033760324 0.0013108347 0.03973875 -0.032783154 0.024875162 -0.015106096 0.032273453 -0.007220558 0.012120259 -0.05341859 -0.036151092 -0.053545218 0.0028800177 -0.029435536 0.04936195 0.016022617 0.0049342597 -0.05152241 0.05038862 -0.012333431 0.0694785 -0.04399935 -0.025882252 -0.01455742 0.071170285 0.04772791 -0.040309757 0.017184654 -0.017079901 0.034381084 0.007324706 0.081146464 -0.013764806 -0.034329396 0.0036604241 0.047547624 0.08256615 -0.013765107 -0.01417752 -0.034313664 0.0016375355 -0.04492245 -0.060143508 -0.053600825 -0.037263412 0.025639389 0.034165513 0.048252992 0.010671762 -0.03122051 0.0070941183 -0.01095718 -0.1066781 0.03052749 -0.06860769 -0.013750374 0.008262022 0.03376623 0.00017768152 -0.013608255 0.04306215 -0.09075206 -0.04877432 0.09157984 -0.034589462 0.037581407 0.026733343 -0.035591148 -0.0048934426 -0.048792776 -0.039692577 -0.0009962975 0.010348396 0.031997308 -0.02323054 0.018121533 -0.029849427 0.07861843 -0.0524765 0.00115437 -0.04295027 -0.037207372 0.019413358 0.014993589 -0.0050214687 0.06178568 0.055839453 0.040180054 -0.015252623 -0.0029469724 0.05552353 0.01731536 0.011173965 0.025855433 0.03675221 0.03429489 0.08240758 0.024952449 -0.033521444 -0.039031476 0.035537764 0.030316737 0.06614837 0.042193837 0.04054258 0.012233817 0.05184696 -0.0033411866 0.015062386 0.013387891 -0.0062553175 0.06396976 0.011863828 0.00338325 -0.028507197 -0.06049744 0.045117334 -0.014697382 0.0045378506 0.03109303 -0.030973505 0.02049813 0.034196712 -0.008728624 -0.025261346 0.036531374 -0.029019967 0.0015255571 0.017393706 -0.009928843 0.009621597 -0.00016711137 -0.05138325 -0.0400284 0.015986042 0.034215022 0.036328766 0.0077606915 0.019480633 0.040576447 -0.10471081 -0.063853145 -0.011106991 -0.07639732 -0.045485932 -0.029619811 -0.0028849985 -0.002335153 -0.023592774 -0.027119078 0.03786441 0.029275164 0.019689962 -0.025086978 0.045264453 -0.027779091 -0.030368432 0.005214594 -0.023732217 -0.030906446 -0.041689143 0.015298084 -0.022512434 0.07058386 -0.0046446915 -0.0060533867 0.01610707 -0.026975732 0.0248053 0.0740186 0.008901045 0.0027812761 0.017957991 -0.000808381 0.05990588 -0.039132833 -0.047207844 0.009334635 -0.04834266 0.006084927 -0.063234165 0.012136817 0.0037602352 -0.011102937 0.024152566 -0.03186206 -0.010707292 0.0035806675 -0.017220197 0.014718398 -0.07150651 -0.003693034 0.010883632 0.02772287 -0.018998165 0.012926498 -0.03277666 -0.049877085 0.0024652213 0.03724139 0.027061293 -0.0007464018 0.0642323 -0.028353443 0.02465672 -0.0052251476 0.05011234 0.017766008 -0.035065055 0.03002027 0.04988711 0.032323144 -0.014048861 -0.009865126 -0.030961633 0.058211867 -0.030389417 0.0123537155 0.010638157 0.024444833 0.03888444 -0.0009966481 -0.07430026 0.030879853 -0.052743074 0.004183439 -0.021764059 0.033913948 0.028016344 0.014386789 0.01952684 -0.0066324067 -0.009248871 -0.019415872 0.033423077 -0.060081974 0.0021424226 0.030597007 -0.017377881 0.06204803 0.010339889 0.024346132 -0.045965727 0.03832107 -0.017354865 0.030967755 -0.0040977877 -0.024519203 -0.020819744 0.020488126 0.068669625 -0.060999285 -0.044354238 -0.020678254 -0.039931267 0.022498688 0.032066114 -0.014979621 -0.07308881 0.020181965 -0.033693485 -0.033000935 -0.017394463 0.009736299 0.009651981 0.063826345 -0.00088137866 -0.004722741 0.02118287 -0.064776205 -0.0055321953 -0.04970714 0.004846741 0.05624915 0.027873373 -0.064452335 0.031191964 0.03240084 -0.048119746 -0.032245986 -0.05295492 -0.019354833 0.06457409 -0.021252831 0.0018397152 0.027796319 -0.0038032949 0.005127849 -0.01249816 0.08124307 0.05032387 -0.056031596 0.008532899 -0.003757572 0.023884833 0.07121191 -0.01657429 -0.049892522 0.017858714 0.02714023 0.00934705 0.021229891 -0.018500159 -0.012333949 -0.038129974 0.003053379 0.012558522 -0.0025661783 0.018056242 0.0027617957 -0.06602867 -0.039666284 0.04338498 0.013186195 -0.0030926964 0.0017588632 0.053607307 0.06335603 0.014431533 0.066330425 -0.05465022 -0.0013911165 -0.041398834 -0.04158029 0.055923574 0.008216109 0.03421674 -0.04454901 -0.04633879 0.050862245 -0.021658724 -0.029630324 -0.020842284 0.0593846 0.0010791327 -0.00035313427 -0.03386163 0.016111346 0.013211693 -0.033190385 0.037293255 -0.00126122 -0.022366123 -0.061891455 -0.030848471 -0.01712267 -0.005865153 0.01739193 0.00236027 -0.0073923785 0.06313928 0.031018281 0.010005472 0.00844966 0.08713387 0.055942655 0.010625449 -0.00080353394 0.0111278845 0.013943866 0.025199587 0.024704672 0.012059477 0.026447596 -0.035538394 -0.017775169 0.039772067 -0.023937955 -0.008675252 0.00034620843 -0.050606836 -0.024449848 -0.0014965395 -0.033988014 -0.0058246995 -0.020210637 -0.019562382 0.005543307 0.05764112 0.041147925 0.035417583 -0.052174732 -0.106844954 -0.04694024 0.027322508 0.006613105 -0.0016835766 0.009001099 0.041596726 0.003913218 0.004411422 0.0055754976 -0.04669965 -0.028098656 -0.018735448 -0.048026916 -0.013643222 0.04740073 0.014324911 0.02461306 0.021267276 0.028971896 -0.009154854 -0.022243334 -0.0035932455 0.009222175 -0.045523576 0.008300838 0.00033157214 0.0064958306 0.037152074 0.0080472315 -0.032570098 -0.028391715 -0.007307618 -0.017736949 0.0028916614 -0.12947202 -0.01117248 -0.074291036 -0.013866704 -0.052990012 -0.006392131 -0.024215324 -0.01089974 0.0036371648 -0.003311032 0.012648193 -0.033648215 -0.03164798 -0.0025378095 -0.07720149 0.046334207 -0.0017920893 0.070007205 -0.05249487 0.0033367465 0.04473504 -0.064375885 -0.0409581 -0.0071893595 -0.0054966426 -0.038527235 0.011422893 -0.05615987 -0.016104115 0.029879183 -0.02443604 0.033195425 -0.009369567 0.06662059 0.03387931 0.0016228654 0.04146766 0.0063080816 -0.03389105 -0.036595773 0.056218226 -0.041016057 0.008833401 -0.010038444 -0.061996553 -0.021374512 -0.026674012 -0.06450169 0.03143175 0.044345785 0.051572133 0.007271126 -0.028385533 0.012356897 -0.02495244 0.030966135 -0.10273204 0.00076133624 -0.00588107 -0.05203109 -0.01131149 0.020627445 -0.0252635 8.414443e-05 -0.008034778 0.013395295 -0.019093184 -0.033576023 -0.00045850995 0.02507032 -0.0024126796 0.0418583 -0.0048519876 -0.1221316 0.002239952 0.03113717 -0.055338573 -0.017678967 0.032289807 -0.047198087 -0.008093841 -0.032360554 0.057798363 -0.05714305 -0.018779922 0.013956625 0.006169981 0.018874297 0.040843513 0.019183723 -0.0072365785 0.030306771 -0.019058803 0.055413608 0.014407229 -0.018006694 0.015058677 0.025053946 -0.071976654 -0.023458268 0.0066733127 0.0092784995 -0.01190377 0.034487683 -0.02587974 -0.0028162266 -0.0021835486 -0.04294462 -0.036887918 -0.0072399843 0.010736552 0.0034695966 -0.079032764 -0.018241107 -0.04423194 0.07026933 0.027361931 -0.050716564 0.015222302 0.056507397 0.003696703 -0.003361161 0.012471619 -0.0023554342 0.008328791 0.048642006 -0.016168738 -0.047139734 -0.009927372 0.015617117 0.0032831025 0.029002905 0.0015475646 0.007759225 0.063229896 -0.03026135 0.03402867 0.0061384034 0.010207051 0.019242961 0.017137717 -0.03919764 -0.004371874 -0.0134686325 0.009290107 -0.035118926 0.0032896805 0.037909873 0.037291516 -0.026482755 0.025614327 -0.026153246 -0.0941508 0.028544143 -0.056086965 0.037791282 0.007089637 -0.016518183 0.03196652 -0.012167449 0.03748149 -0.017844899 -0.015254433 0.030584231 -0.03876239 -0.05227082 -0.02099466 0.045285713 0.056109488 -0.0358063 -0.0013001305 -0.004273365 -0.029283399 0.022441441 0.03210692 0.06690021 -0.03533446 -0.02467443 -0.036197983 0.07446369 0.06271158 0.0024027764 0.057212774 0.009240726 -0.039363675 -0.01206344 0.05560457 -0.0069197793 0.021684749 -0.044533335 0.046912067 -0.11672693 0.025339378 0.07015493 -0.03093356 0.0033282614 0.06869415 0.033006713 -0.044849236 -0.060851894 0.045855455 -0.050294504 0.010993979 0.009401006 -0.020450288 0.012804346 0.016397467 -0.022017669 -0.020633582 0.012435936 -0.04584726 -0.026292192 0.011734083 -0.0033932347 0.015037588 -0.04480084 0.0034768912 -0.04321126 -0.018776244 -0.0033862174 0.027367689 -0.06956047 -0.0088261 0.013676762 -0.014793826 0.0010189798 0.029712103 -0.040347323 0.045236263 -0.0020316474 0.026608901 -0.031216085 -0.0029272481 -0.019494398 0.008827004 -0.009284921 0.0343964 0.050580256 -0.04491577 -0.01836365 -0.043414053 0.022767337 -0.029765358 -0.01128385 -0.01968716 0.028531792 0.0038882133 -0.01689875 0.02895647 -0.023383763 0.045242738 -0.017334256 -0.06893521 0.014331576 0.0049018976 -0.016604964 0.030498026 -0.0039179735 0.041816883 -0.033124514 0.033212993 0.015870716 -0.033933546 -0.040405888 0.025535781 0.028330935 -0.000591272 0.04061318 -0.018407997 0.00274617 0.0733179 0.03960563 -0.0035272944 0.07299791 -0.051359463 -0.016744599 0.0030410944 -0.04250396 0.025376296 0.013640908 -0.085703105 0.06402283 0.0150991175 -0.0155197205 -0.0043074675 -0.05276544 0.08481798 0.0069718105 0.029987408 -0.042935852 -0.055880897 -0.053227257 -0.0029087432 0.0124236215 0.039243434 -0.0015300815 -0.057681024 0.031086603 0.0073503535 -0.020916281 -0.015128956 -0.042043846 -0.015724262 -0.03711631 0.06289696 0.02646496 -0.008363049 0.029765708 -0.025901414 0.025900573 0.033675335 -0.047138885 0.054155003 -0.033036187 0.016943146 0.027189827 0.00046759375 -0.008063519 0.069068424] |
|
Now, update to latest langchaingo and add gemini has 3 issue:
|
We should be able to use gemini apis in our platform:
The text was updated successfully, but these errors were encountered: