【StarRocks版本】例如:3.2.6
你好,看到官网文档关于余弦相似度函数cosine_similarity 的使用文档,
SELECT id, data, cosine_similarity(array[0.1, 0.2, 0.3], data) as dist
FROM t1_similarity
ORDER BY dist DESC;
如果数据是放在两个表,然后用一个表的每一行和另一个表的每一行进行相似度计算,可以怎么写sql?还是说只能用udf来做?
谢谢
【StarRocks版本】例如:3.2.6
你好,看到官网文档关于余弦相似度函数cosine_similarity 的使用文档,
SELECT id, data, cosine_similarity(array[0.1, 0.2, 0.3], data) as dist
FROM t1_similarity
ORDER BY dist DESC;
如果数据是放在两个表,然后用一个表的每一行和另一个表的每一行进行相似度计算,可以怎么写sql?还是说只能用udf来做?
谢谢
请教一下大佬,两个表,一个表的数据每一行和另一个表的数据的每一行,分别计算余弦相似度,和这个能怎么做?谢谢
建表语句:
表一:
CREATE TABLE 22100_he
(
name
varchar(128) NOT NULL COMMENT “”,
value1
array NOT NULL COMMENT “”
) ENGINE=OLAP
PRIMARY KEY(name
)
DISTRIBUTED BY HASH(name
) BUCKETS 1
PROPERTIES (
“replication_num” = “1”,
“in_memory” = “false”,
“enable_persistent_index” = “true”,
“replicated_storage” = “true”,
“compression” = “LZ4”
);
表2:
CREATE TABLE 22100_he1
(
name
varchar(128) NOT NULL COMMENT “”,
value1
array NOT NULL COMMENT “”
) ENGINE=OLAP
PRIMARY KEY(name
)
DISTRIBUTED BY HASH(name
) BUCKETS 1
PROPERTIES (
“replication_num” = “1”,
“in_memory” = “false”,
“enable_persistent_index” = “true”,
“replicated_storage” = “true”,
“compression” = “LZ4”
);
数据:
INSERT INTO ai.22100_he1
(name, value1)
VALUES(‘HX-10003001-US01-IMG01.png’, ‘[0.71682584,0.48877263,0.15874515,0.18929698,0.49925604,1.4586685,0.1009531,0.6580418,1.38673,0.66956097,0.22019069,0.54565257,0.24324381,0.37345964,0.09940083,0.14089642,0.12886699,0.66823816,0.11266827,0.8417793,0.3748381,1.1745514,1.7148821,0.9664587,0.34883502,0.0637649,0.040560033,1.3382571,0.58169264,0.42751896,0.006812329,0.36221126,0.80815566,0.8690928,1.0161874,0.37494725,0.048028428,0.27912638,0.20776102,0.2557937,0.7380582,0.20111576,0.09337794,0.95777285,1.0816244,0.0786376,0.32138106,2.0305703,0.13764648,0.10297929,0.19316314,0.25770774,0.19584715,0.024084084,0.050393533,0.17687336,0.01621376,0.37481183,0.22197106,1.934459,0.36001986,0.1821368,0.37335286,0.06938214,0.14427418,0.26474592,0.0614997,0.7668999,1.1675482,0.74144703,0.4392243,0.27870524,0.06941962,0.5787333,0.21823664,1.4139818,0.13344923,0.3763483,0.99541813,0.17141387,0.067859866,0.15248607,0.044410627,0.23739888,1.0676088,0.22581507,0.60328203,0.2926993,0.5291369,0.025665237,0.04560578,0.21971327,0.33310652,0.058579236,0.7649402,0.00090229296,0.5367017,0.6761219,0.16751714,1.0460235,0.22973259,0.2352154,1.1563344,1.1179053,0.43697613,0.11668267,0.59464514,0.20995674,0.048297223,1.066978,0.6560026,0.42736644,0.19026254,0.08733722,0.20196438,0.22069874,0,0.2804271,0.55417144,0.28911966,0.31602642,0.13200681,1.0518352,0.5466045,0.45673516,0.11387668,0.27253747,0.7880868,0.094910465,0.31715518,0.51944053,0.43395546,0.52449244,0.64654064,0.15332696,0.032712687,0.0046814242,0.07321797,0.60882473,0.373529,0.38176477,0.34920406,0.11885684,0.72177666,0.21875744,0.20160045,0.69159776,0.18013276,0.5295176,0.14574464,0.9733526,1.4800458,0.29894567,0.031720445,0.22535193,1.4537406,0.2793682,0.7585697,0.2759597,0.14630832,0.25032797,0.49676153,0.16043188,0.5523249,0.3310322,0.40289143,0.48469025,0.06627776,0.49744645,0.05087624,0.14826767,1.5851306,0.011602829,0.35655186,0.039046913,0.67275876,0.64761704,0.7483859,0.23707008,0.5870875,0.444905,0.6056642,0.56691617,1.9387604,0.57748413,0.519555,0.009581454,0.10752784,0.5070506,0.28887558,0.15234022,0.23104757,0.1357869,0.36785588,0.19728726,0,0.36271012,0.53821826,0.21852559,0.88787895,0.06179208,0.3245771,0.06614327,0.37958744,0.07709991,0.13164043,0.2203654,0.49161175,0.07925968,0.5164271,0.1417421,0.6328318,0.43797863,0.75810456,0.13218929,1.0188826,0.24314602,0.22208175,0.12618709,0.6240416,0.11805779,0.2487619,0.2756711,0.2223193,0.1981614,0.82887524,0.36244208,0.59882104,0.34300947,0.2550841,0.002873888,0.112032704,0.3833977,0.31720266,0.29334325,0.32025248,0.47192186,0.4340346,0.24892007,0.49396646,0.40615618,0.84806854,0.062096372,3.2061,0.10771179,0.09735517,0.21365574,0.52370626,0.37161413,0.6439355,0.26234806,0.42130977,0.19456968,0.8237557,1.5718936,0.9804812,0.4813553,0.16097239,0.21034108,0.74838614,0.84906733,0.63262033,0.21193112,0.15928783,0.8219687,0.715978,0.08399728,0.18213505,0.030938292,0.7392655,0.3618759,0.31171486,0.24481349,0.3939488,1.6884757,0.17861687,0.60038006,0.07596413,0.03332496,0.44758156,1.2692652,0.4610829,0.025484707,0.41308516,0.14431946,1.336083,0.26120535,0.20476118,0.497847,0.03372937,0.19144124,0.62470424,0.3693426,0.18119411,0.480442,0.3548313,0.62713945,0.5923637,0.93171793,0.048061438,0.0191619,0.21425682,0.061417017,0.069383085,1.0648346,0.5803999,0.42996114,0.17516467,0.5132401,0.09424411,0.09815856,0.2441434,0.48576277,0.09281156,0.11271455,0.12058792,0.27009305,1.1498144,0.059828684,0.10319989,0.63071275,0.1667229,0.22951308,0.028499449,0.27618414,0.11854739,0.07677688,0.048534725,0.107741565,0.1807499,0.081317976,0.1755122,0.29345983,0.122197606,0.31086746,0.32552603,0.75188833,0.07897209,0.021321457,0.07686599,0.0023209099,0.52321786,0.059917483,0.30299032,0.28864694,1.1709692,1.8025419,0.70465755,0.65078896,0.2886328,1.1465582,0.1727932,0.19901152,1.1608363,0.5611356,0.23102437,1.3360358,0.42745832,0.02560341,0.47406644,0.08032873,0.14786881,1.0180548,1.1107129,0.20230125,0.7008744,0.3085756,0.60710907,1.5773549,0.22982858,0.08806674,0.52126104,0.23696089,0.07551404,1.686895,0.28535932,0.0066745006,0.32158625,0.0015683308,0.62548983,0.2628077,0.6942218,0.024769748,0.57111824,0.23171039,0.12760665,0.55510503,0.18596014,0.5787783,0.3699958,0.583146,0.067654274,0.054822512,0.29602826,0.15504959,0.5012596,0.33177388,0.30189,0.72640103,0.1635464,0.8736471,0.14971018,0.06917534,0.8021384,0.18896344,0.27805123,0.115432754,0.70234203,0.6293887,0.590739,0.09694374,0.509283,0.18046044,0.53193486,1.4453022,0.17115398,1.4875239,0.2145888,0.11280474,0.09024187,0.9838534,0,1.1711326,0.54874486,0.25327545,0.15303707,0.4267739,0.016235018,0.18556197,0.2841592,0.69859964,0.22521563,0.3584894,0.3745894,0.22528757,0.14354546,0.087237164,0.07451237,0.31219694,0.24100259,0.5110677,0.9209361,0.33254078,1.0261886,0.099234864,0.39403418,0.3042521,0.17112288,0.2527218,0.15282036,0.13876767,0.47219673,0.06489069,0.11476406,0.01935636,0.6397998,0.21658237,0.66915065,0.01504788,0.23089717,0.24277811,0.16780537,0.15653622,0.4532957,1.7851725,0.2805051,0.5075241,0.17259534,0.064314604,0.20238085,0.09007303,0.2941798,0.92175484,0.48359632,0.53577685,0.0924149,0.6657636,0.0662724,0.84436744,0.09198642,0.1119417,0.05230858,0.245092,0.44902,0.48765385,0.365483,0.12542824,0.60219175,0.6785082,0.89708316,0.269403,0.3126325,0.23286161,0.39241397,0.097006254,0.30280817,0.8151541,0.5724239,0.5649279,0.34045756,0.18317834,0.39360255,1.7978425,1.5033915,0.26283416,0.46803135,0.19683184,0.107476726,0.5895285,0.5489401,0.61134744,0.6657052,0.4228128,0.09154775,0.62077445,0.12899348,0.16385491,0.030010512,0.6929881,0.25266448,0.7970956,0.48562053,0.03242072,0.4278197,0.22122906,0.41429022,0.025889412,0.56923026,0.38058013,0.1805155,0.2936139,0.44051883,0.23957478,0.39549893,1.6217489,0.09059382,0.45441112,0.28877854,1.0783011,0.11017359,0.42520803,0.040794235,1.2668045,0.28794459,0.44798133,0.5503186,0.6566629,1.0384856,0.25900084,0.61204386,0.06667567,0.7906765,0,0.19038871,1.1999084,1.2968934,0.3682385,0.19033115,1.51314,0.12901808,0.57487583,0.1603114,0.584739,0.05198061,0.21350247,1.0518891,0.4494941,1.1203982,0.15698634,0.066390686,0.60828644,0.43848106,0.22613712,0.17070213,0.18541996,1.3707184,0.16707017,0.67170143,0.7741138,0.5834643,0.10467091,0.51412326,0.7033817,0.10908221,0.19859542,0.50720733,0.38871676,0.045540616,1.3341558,0.72313845,0.19231632,0.4901393,0.06973361,0.42575297,1.0252923,0.88354397,0.19651872,0.18287309,0.12999769,0.12695105,0.026002347,0.32461452,1.0165008,0.34483072,0.9061684,1.0448502,0.44415823,0.34064966,0.786363,0.54172575,0.12946814,0.17690018,0.154536,0.19242026,0.059921592,0.7918564,0.09155643,0.25356793,0.0006003625,0.15630102,0.5572295,0.99717057,0.17732495,0.39578432,2.905644,0.34390414,1.3005719,0.10257843,0.63393396,0.40377176,0.671399,1.5596491,0.90836006,0.009880685,0.41323656,0.122073635,0.26404446,1.39219,0.26508918,0.58628243,1.0194048,0.113536365,0.3376503,0.102469206,0.015725525,0.006511394,2.237905,0.7851743,0.12886664,0.1378354,0.7087977,0.4517422,1.0522547,0.108885095,0.40837675,0.28181177,0.6157644,0.844854,0.91786563,0.09743656,1.241659,0.41648215,0.59158474,0.5458131,0.09198336,0.51660645,1.2155324,1.3705525,0.032481495,1.4341829,1.2793927,0.1936317,0.18929923,0.23499419,0.51327133,0.04185898,0.120345525,1.633604,0.08365569,0.7076508,1.1174738,1.6563051,1.0728736,0.16436137,0.53443086,0.40220204,0.1430461,0.28777584,0.18519776,0.034908153,0.21835257,0.1087107,1.0754945,0.30185494,0.49431536,0.098180965,0.0013673531,0.11492911,0.28679433,0.42966875,0.053198308,0.79184395,0.0024949857,0.91392016,0.3741257,0.3297158,0.4075176,0.26154637,0,0.29880062,0.49827176,1.240112,0.57544136,0.5250405,0.027291933,0.21281767,0.6741143,0.040418375,0.12214829,0.5877365,0.5307444,0.43348998,0.21556455,0.19468254,0.15513653,0.5563133,0.4642339,0.6762305,0.41731697,0.48078418,0.15171327,0.0048990604,0.16336296,0.12447378,0.034332924,0.62487334,0.042971294,0.0010751929,0.07800418,0.56936806,0.34645885,0.8345365,1.0279843,0.3340435,0.9256153,0.18871506,0.5533158,0.52253276,0.06917365,0.37351826,2.2793899,0.17592469,0.014428315,0.18316612,0.08890004,0.08756517,0.35210374,0.068946555,0.2564268,0.042624973,0.34922853,0.019883461,0.33717772,0.866244,0.023488827,0.31481838,0.17328513,0.7992854,4.9777613e-05,0.10192291,0.5001058,0.1071987,0.40543202,1.3312413,0.37410024,0.7791121,0.53032476,0.6139956,0.69057137,0.3473102,0.61446875,0.46776223,0.07036587,0.6018433,0.3744872,0.05565906,0.40528768,0.32555607,0.025156705,0.1462107,0.86204326,0.02271343,0.07619679,0.35006538,0.057334382,0.23624687,0.03470315,0.79981875,0.14382194,0.46630782,1.9232804,1.975499,0.101406015,0.43011895,0.6735588,0.19289356,0.07143132,0.33635956,0.2827253,0.03905547,0.00739515,0.20381643,0.953892,0.31915414,0.42283902,0.43425712,0.23666523,0.7916398,0.113507666,0.13615812,0.7349746,0.5447864,0.37264666,0.101571016,0.481322,0.6047719,0.5672695,0.036013346,0.6336671,0.8590422,0.6283115,0.19878109,0.0908975,0.02611444,0.022712503,0.019450191,0.574167,0.33229652,0.115503214,0.23342907,0.13283636,0.51132196,0.8591937,0.011870984,0.048787825,0.23771834,0.78429705,0.068877436,0.39379007,0.14196391,0.07893033,0.042515248,0.54862493,0.6412664,0.03499374,0.06669151,0.7292751,0.40237692,0.9557208,0.7372236,0.092846885,0.1388448,0.123905785,0.23790464,0.43529353,1.1952893,0.2498719,0.077548884,1.094494,0.087604456,0.120896764,0.18290512,0.03227763,0.9126333,1.43617,0.84317654,0.43732038,0.12695032,0.008952309,0.39595616,0.16841458,0.6322072,0.7586449,0.23280665,0.411892,0.47424102,1.110736,0.11955323,0.06268657,0.013112511,0.16189454,0.65577173,0.064749815,0.05983596,0.16412531,0.101575375,1.2026622,1.04908,0.36490712,0.49193206,0.086220376,0.21776512,0.2332247,0.33568293,0.0038489497,0.016470656,1.75362,0.22386914,0.23614669,0.20387538,0.9371201,0.032290522,0.2962343,0.42664602,0.69632906,0.29600966,0.012607547,0.6561831,0.6679873,0.25250897,0.67780095,0.057716638,0.5208247,0.19194311,0.01834483,0.16828507,0.24336888,0.089563005,0.5706886,0.58386564,0.07073938,0.80958205,0.12487146,0.049079504,0.55520093,0.09824226,0.027919428,0.22466688,0.073710784,0.5271655,0.09804064,0.29717857,0.1309236,1.11998,0.91651446,9.131986,0.9258189,0.26093078,0.01803678,0.13308156,0.018544236,0.12388667,0.47279575,0.008134657,0.7028115,0.41241753,0.12754326,0.45441088,0.7484264,1.1244186,0.34369472,0.26212454,0.059724648,0.13098066,0.32095286,1.1717292,0.009100672,0.2612386,0.04817244,0.66287386,0.29981372,0.726504,0.4999167,0.099445656,0.05679148,0.1425256,0.21895319,0.12475824,0.48802522,0.25707212,0.011550353,0.9179958,0.1345614,0.30567113,0.35031688,0.2799774,0.010492787,0.16819498,0.45243314,0.60901266,0.028104484,0.34708023,0.3946518,0.21142982,0.09837689,0.090786435,0.42316055,0.5573588,0.679496,0.26049793,1.1009872,0.19820093,1.890697,0.8717616,1.0864983,0.19677609,0.4473212,0.066210315,0.7017207,0.5767077,0.16912195,0.7435818,0.7341221,0.40893352,0.0075822496,0.22847699,0.9882778,0.774744,0.87660885,0.75170773,2.0073297,0.2940872,1.0979931,0.2695288,1.4464712,1.4305546,0.6419375,0.4990961,0.14521416,0.72530466,0.61876583,0.84612995,0.12446608,2.7415104,0.40769696,0.31105873,0.16028547,1.1083986,0.46326178,0.581377,0.564368,0.13433501,0.6600166,0.9002007,0.16740385,0.52767915,0.45970368,0.13965818,0.060783092,0.11367907,0.069047734,0.29016173,0.12079674,0.46588308,0.15905987,0.039211556,0.7835038,0.48579282,0.10537727,0.2707457,0.3574762,0.42272034,0.60011905,1.2130567,0.4377578,0.7110617,0.5039724,0.14327581,0.41987228,0.17035575,1.0003929,0.3867193,0.7559111,0.018691633,1.0202159,0.39007035,0.15113604,0.0755437,0.118159816,0.7482414,0.8975591,0.1236387,0.2654977,0.09380617,1.0679265,0.11596279,0.49508724,0.66434103,0.047610413,0.53900844,1.1869051,0.17740603,0.28913438,0.34274587,0.63442785,0.07208959,0.82811505,0.44572553,0.73479754,0.43181065,1.1316642,0.026804617,0.15424258,0.93461794,0.0077567366,0.36295068,0.1831598,0.4963912,0.3793817,0.58296293,0.14412592,0.8560039,0.016944624,0.06756987,0.03208028,0.6122181,0.26321912,0.49846166,0.39580917,0.9228886,0.053078808,0.8050361,0.22581202,0.06431975,0.6664129,0.112123854,0.07986431,0.71686745,0.60298526,0.20255218,0.13550048,0.45006958,0.06333179,0.2608051,0.39902535,1.2385223,0.23948365,0.370556,0.18880902,1.8507792,0.4271462,1.2878052,0.98847425,0.00734006,0.3492995,0.30946308,0.5351033,0.08522401,1.1731707,0.7531612,1.6975843,0.11110408,0.17903642,0.05667672,0.43035012,1.0656874,0.07026607,0.7033806,0.0064709014,0.3325787,0.68925166,0.6146172,0.5465759,0.11825454,0.68364185,0.34854025,1.1635851,0.40770465,0.17316908,0.108166024,0.29271352,0.11723191,0.28863338,0.26006728,0.08550982,0.15616216,0.31719893,0.77612334,0.6182851,0.7082533,0.83335227,0.23396984,0.07877912,0.5782711,0.14688113,0.45188063,0.58769524,0.20278494,0.33079854,0.4909282,0.18204525,0.1573603,0.37043616,0.12540591,0.017442336,0.52937305,0.21665493,0.35868165,0.6903266,0.7336667,0.26538607,0.35158196,0.20129547,0.06277176,0.5205909,0.27790442,2.0704582,0.36529058,0.27999613,1.3015925,0.07963314,1.7768476,0.025169611,0.054913543,0.67281085,0.8223511,0.33100757,0.4334266,0.5432881,0.667175,0.019985493,0.23205668,0.4658927,0.6033949,0.15708287,0.53352135,0.19978137,0.12214423,0.38642603,0.12946427,0.70701367,0.9265527,0.10526442,0.1199545,0.83683294,0.31882223,0.4636439,0.1279644,0.42201397,0.10652149,0.07675377,0.037599772,0.7077375,0.4841254,0.16436118,0.04047065,0.39423198,0.77592546,0.3474971,0.030818451,0.13129242,0.9690273,0.0174978,0.46790034,0.5168079,0.33332485,0.3900402,0.43483168,0.5316605,0.36671218,0.68525684,0.23287368,0.43243223,0.17052491,1.2594553,0.5401887,1.2282324,0.11251901,0.03832935,0.13885154,0.19804427,0.010490665,0.28573257,0.22496767,0.6100013,0.08737167,0.16664915,1.7823651,0.19635138,0.28357264,0.13776079,0.02074988,0.36457786,0.25000042,0.22163723,0.22370164,0.016378542,0.21116829,0.42238197,0.10709809,0.28487894,1.6076156,0.6138054,0.9976546,0.16697198,0.78574765,0.09434681,0.9178303,0.013469677,0.49622732,0.49045885,1.0402428,0.56308377,0.3765237,0.2909684,0.023623038,0.23838179,0.26512495,0.32333463,0.57861286,0.00880762,0.22233601,0.39020562,0.23068953,0.13587067,0.6184573,0.19730279,0.08753478,0.46897194,0.37286943,0.7867086,0.19646998,1.0288699,0.19982395,1.0580347,0.3054687,0.36053863,0.2599832,0.12827386,0.17185822,0.1672319,0.7849752,0.058009006,0.32807836,0.07378818,0.29629564,0.0355652,0.4099276,0.30694038,0.061537974,0.17397702,1.3518729,0.068838924,0.3964366,0.25528523,0.22595587,0.71417844,0.21010023,0.6419114,0.28155154,0.15549007,0.5587636,0.4211671,0.008459371,0.24650455,0.0031083408,0.010224608,1.6934252,0.07691738,0.15837306,0.21690376,1.4388626,0.66709065,0.15551575,0.030891733,0.44723934,0.143238,0.28170267,0.0643162,1.5770392,0.20743522,0.454272,1.1541073,0.3187678,0.030721499,0.015484322,0.54127234,1.0774108,0.10940763,0.31417117,0.8701654,0.8556481,0,0.6281526,0.13697757,0.67762405,0.20905304,0.068200074,0.24188586,0.74521947,0.8109488,0.11879981,0.5650721,0.9769552,0.37353024,1.2989895,0.23881476,0.27279058,0.4262278,0.6550037,0.1323244,0.21303335,0.3364249,0.063755855,0.44125953,0.7367791,0.17778666,0.15646453,1.2229396,0.32462025,0.68704784,0.42092216,0.2739824,0.042690817,1.0132135,0.41202688,0.5663926,1.0374999,0.09666276,0.12224673,0.34079885,0.25927797,1.2878017,0.11864986,0.22410497,0.55195206,1.5323579,0.20816429,0.11165111,0.038867634,0.1599877,1.1469545,0.30011085,0.122653395,0.60311925,0.090555735,1.4637294,0.083429776,0.2805028,0.3456052,0.9496422,0.3029605,2.3046005,0.022255413,0.31082645,1.8695526,0.520278,0.25391024,0.25968146,0.46368718,0.21165676,0.049937494,0.105191655,0.110673726,0.85424864,0.35527465,0.008987971,0.1930748,0.3512535,0.101841405,0.14526772,0.72750574,0.16696593,0.69589245,1.04269,0.6619022,0.99355954,0.67343163,0.09418864,0.011068686,3.0075707,0.10385318,0.39767614,0.76499623,0.018322028,1.3923111,0.09411993,0.38573557,0.716568,0.36518097,0.16013715,0.5760632,0.5590408,0.7191842,0.32044184,0.24520832,0.062666714,0.48803103,0.57051384,0.21597804,0.09918382,0.38537374,0.16671851,0.9756984,0.16196229,0.47370192,0.3521398,0.29859096,0.27541196,0.30453396,0.15259163,0.24756585,0.6477487,0.34876987,0.03012871,0.028115362,0.27453282,1.2040646,0.6964624,0.63649446,0.3358008,0.24194187,0.9502515,0.42426935,0.69947505,0.1843008,0.30557284,0.07353138,0.300105,0.14163814,0.42135563,0.20280695,0.35865304,0.08093396,0.16903357,0.07230363,0.7167703,0.33225188,0.057317514,0.5519157,0.24767584,1.3583716,0.52370435,0.54081786,0.042625602,0.45285398,0.23377527,0.5443711,0.1991414,0.7739387,0.22918677,0.06532899,0.5659256,0.46350104,0.99190676,0.06168296,0.3547206,0.19164386,1.736305,0.51588696,0.1590593,0.39953166,0.36417127,0.33444652,0.82866925,0.3497186,0.14492454,0.49186674,0.3587784,0.06344947,0.14911735,0.14350373,0.21022132,0.052675843,0.44369373,0.7326335,0.0925943,0.5670982,0.009215219,0.18472278,0.027259137,0.7681235,1.0215365,1.1998321,1.141714,0.16825345,0.1895379,0.14720045,0.78266937,0.17185475,1.1331812,0.006430688,0.26169592,0.13866828,0.37428132,0.42077363,0.5897982,0.30401206,0.050163437,0.11826803,0.29378197,1.6561562,0.19704604,0.64405036,0.66353476,0.06732923,0.43191567,0.31196326,0.00038172063,1.1466064,0.44780603,0.12344272,0.2279423,0.21975377,0.20220979,0.29999337,0.40176228,0.81059885,1.1299641,0.25280616,0.26647294,0.3593768,0.21286215,0.55885553,0.8014873,0.38329747,0.99219465,0.1580924,0.47671935,0.007329734,0.18339396,0.3699912,0.3285809,1.1128006,1.2211536,0.85028386,0.35663354,0.30102196,0.093637414,0.7525369,0.09614315,0.10413874,0.94606346,0.5676924,0.09505512,0.7735584,0.5795724,0.3902777,0.9196969,0.05082542,0.41475755,0.6765016,1.0751921,0.37628207,0.37438914,0.10430321,0.20120698,1.0281032,0.99739,0.12860742,0.7418461,0.33993816,0.35227972,0.43272048,0.3134443,0.2302557,0.122735254,0.6131639,0.25108883,0.019668631,0.038066998,0.2084863,0.9010939,0.42768672,0.5048703,0.83261186,0.03918857,0.7212951,0.39658862,0.07552703,0.10030232,0.6367271,0.23323253,0.7667815,0.34373364,0.12259084,0.46642143,0.7684977,0.15544142,1.4627824,0.23230721,0.46805447,0.19968587,0.25819904,0.23811178,0.13973749,0.0022578852,1.4521222,0.06334705,1.3619764,0.016071029,0.13898219,0.023232508,0.5667758,0.10715119,0.9408586,0.45214495,0.015625773,0.4430394,0.08165358,0.9282079,0.058546502,0.30655062,0.24034703,0.5245796,0.36617565,0.15180358,0.684635,1.126426,0.14223851,0.11776445,0.4842421,0.22752966,0.7100004,0.82612544,0.01971484,0.13006598,0.3770931,0.1979371,0.5070791,0.15528661,1.7030222,0.8066441,0.69397044,0.490997,0.5749651,1.2572247,0.10672974,2.867544,0.034689646,0.2112481,0.12774505,0.48256093,0.20223382,0.0021196424,0.3993649,0.059776384,0.1686269,0.018173397,0.13426553,0.059767086,0.40297714,0.6782994,0.64546776,0.26001033,0.053981546,0.31233227,0.2511732,0.20378171,0.07366595,0.49447966,1.1231421,0.24158345,0.93107843,0.5197506,0.34738946,0.22650999,1.2134029,0.32800514,0.23193884,0.26405767,0.34729174,0.28243744,0.44723484,0.54917246,0.6462019,0.27706,0.6669983,0.16571333,0.7262732,0.022183998,0.15994388,0.5101941,1.1561806,0.30631822,0.5422368,4.3013325,0.8463298,0.16512795,1.3850565,0.33955577,1.1357881,0.4209112,0.4602321,0.087557636,0.12221091,0.34778494,0.087925,0.54241544,0.17997935,0.5747726,0.05714396,0.23510197,0.6564079,0.58152974,0.08674247,0.6250418,0.7130695,0.2673493,0.05873059,0.21159893,0.27387092,0.04020424,0.3232634,0.70113707,0.16769883,0.06888632,0.54253113,0.026620364,0.15045346,0.007905676,0.23895106,2.1730897,0.33233947,0.36591727,0.9482308,0.22262599,1.3967745,0.20157325,0.13418697,0.060466997,0.18222779,0.4799322,0.09123438,0.083154164,0.1902178,0.26719582,0.4187316,0.25984132,0.071279846,0.10665024,0.74707794,0.11465354,0.08160806,1.1061088,0.30280086,0.15436728,0.05923947,1.0655203,0.14698932,0.1630153,0.88953435,0.5971259,0.3843987,0.632239,1.0375834,0.20305707,0.59150404,0.026423153,0.07188852,0.44506332,0.076085545,1.036421,0.5265323,0.8551107,0.65683955,0.25107956,0.25279725,0.53996396,3.5197136,0.10069341,1.2052795,0.6280162,1.0451795,0.5732531,0.2862835,0.1065576,0.15001804,0.111276865,0.4278411,0.06212867,0.4333677,0.15561226,0.5331401,0.21860676,0.5612774,0.14065786,0.27164477,0.07502964,0.2875511,0.20878121,0.039795812,0.59621996,0.6936761,0.36003077,0.7445864,0.31837258,0.2075578,0.13145041,0.11133016,0.5211705,0.9765514,0.16138963,0.27654007,0.09405354,0.045150954,0.84106773,0.23503996,0.25331756,0.21027988,0.72784394,0.048807636,0.20996428,1.0319694,0.10035788,0.33874464,0.07657741,0.3839438,0.5451188,0.3123677,0.019479077,0.20363912,0.038247008,1.0745646,1.7714784,0.44645905,0.3972803,0.6608605,0.4702362,0.09580579,0.7382149,0.27434775,0.35407904,0.51477444,0.01754147,0.6640771,0.17223302,0.7444079,0.61659986,0.0066981264,0.37445313,0.4744385,0.13828743,0.3691326,0.22946692,2.6741943,0.750307,0.18476593,0.6360812,0.25743854,0.47209135,0.29672727,0.92246354,0.05064174,0.41313925,0.21964261,0.30691937,0.61536884,0.35652393,0.16951485,0.2133855,0.1959137,0.7093761,0.42464104,1.1071469,0.51632464,0.23384923,0.18505882,0.065159455,0.08605694,0.008440043,0.5422551,0.7137705,0.46615708,0.6229307,0.008713845,0.102567986,0.29602906,0.14419101,0.79844946,0.20764545,1.1589055,0.13651054,0.19986445,0.20749953,0.8017892,0.26477477,0.2629816,0.16549091,1.0928025,0.04361134,0.59344,0.40782005,1.0885642,0.39891058,1.0664364,0.16707885,1.1177573,1.2233398,0.4829829,1.4656982,0.45039,0.559695,0.63452667,0.17786987,0.38023734,0.1845066,0.20502323,0.0031645175,1.2154844,0.3972058,0.46905166,1.1099718,0.13160571,0.6124825,0.098423414,0.6565452,0.8026887,0.06404052,0.34646824,0.56037635,0.74850243,0.078675844,0.016039757,0.05137684,0.13993284,0.07601563,0.19202684,0.75170827,0.8890986,0.77381414,0.10902117,0.2666219,0.9511197,0.88776916,0.25763428,0.4243513,0.07423682,0.3579997,1.1060003,0.15479305,0.7070194,0.35590026,0.41518685,0.3667755,0.08409594,0.38196984,0.12839489,1.0685437,0.43233836,0.016442873,0.84281516,0.21423817,0.046133522,0.6078939,0.21385847,0.37078857,0.68649125]’);
麻烦大佬解答一下
select
t.he_name,
t.22100_he_value,
t.22100_he1_values1,
cosine_similarity(t.22100_he_value,t.22100_he1_values1) as cs
from (select
22100_he.name as he_name,
22100_he.value1 as 22100_he_value,
22100_he.value1 as 22100_he1_values1
from 22100_he join 22100_he1
on 22100_he.name=22100_he1.name)t;
请教一下,我现在是两个表的数据,一个表200万行,一个表2万。需要用2万的表的数据和200万的表的数据,分别计算余弦相似度值。相当于要计算400亿次。速度很慢。有什么方法方法可以提高计算效率吗?
比如说200万的数据建多个分区,2万的数据建多个分区,然后设置sql的并发度。这样对计算的速度有提升吗?
感谢解答