sqlite-vec/examples/nbc-headlines/3_search.ipynb

1401 lines
73 KiB
Text
Raw Normal View History

2024-09-07 09:22:21 -07:00
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<table>\n",
"<thead>\n",
"<tr style=\"text-align: center;\">\n",
"<th>\n",
"vec_version()\n",
"</th>\n",
"<th>\n",
"lembed_version()\n",
"</th>\n",
"</tr>\n",
"</thead>\n",
"<tbody>\n",
"<tr>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"v0.1.3-alpha.2\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"v0.0.1-alpha.7\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"</tbody>\n",
"</table>\n",
"<div style=\"text-align: right;\">\n",
"1 row × 2 columns\n",
"</div>\n",
"</div>\n"
],
"text/plain": [
"\u001b[0m┌\u001b[0m\u001b[0m────────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m──────────────────\u001b[0m\u001b[0m┐\n",
2024-09-25 22:39:21 -07:00
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mvec_version()\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mlembed_version()\u001b[0m\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
2024-09-07 09:22:21 -07:00
"\u001b[0m\u001b[0m\u001b[0m├\u001b[0m\u001b[0m────────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m──────────────────\u001b[0m\u001b[0m┤\n",
2024-09-25 22:39:21 -07:00
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mv0.1.3-alpha.2\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mv0.0.1-alpha.7 \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
2024-09-07 09:22:21 -07:00
"\u001b[0m\u001b[0m\u001b[0m└\u001b[0m\u001b[0m────────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m──────────────────\u001b[0m\u001b[0m┘\n",
"\u001b[0m\u001b[0m"
]
},
"execution_count": 1,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
".open tmp3.db\n",
2024-09-25 22:39:21 -07:00
".param set foo bar\n",
"\n",
2024-09-07 09:22:21 -07:00
".load ../../dist/vec0\n",
".load ./lembed0\n",
"\n",
"insert into lembed_models(name, model)\n",
" values (\n",
" 'default',\n",
" lembed_model_from_file('all-MiniLM-L6-v2.e4ce9877.q8_0.gguf')\n",
" );\n",
"\n",
"select vec_version(), lembed_version();"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## FTS Search"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<table>\n",
"<thead>\n",
"<tr style=\"text-align: center;\">\n",
"<th>\n",
"rowid\n",
"</th>\n",
"<th>\n",
"headline_highlighted\n",
"</th>\n",
"<th>\n",
"rank\n",
"</th>\n",
"</tr>\n",
"</thead>\n",
"<tbody>\n",
"<tr>\n",
"<td >\n",
"4666\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Kamala Harris visits &lt;b&gt;Planned&lt;/b&gt; &lt;b&gt;Parenthood&lt;/b&gt; clinic\n",
"</td>\n",
"<td >\n",
"-18.9139950477264\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"6521\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Former Marine sentenced to 9 years in prison for firebombing &lt;b&gt;Planned&lt;/b&gt; &lt;b&gt;Parenthood&lt;/b&gt; clinic\n",
"</td>\n",
"<td >\n",
"-14.807022703838651\n",
"</td>\n",
"</tr>\n",
"</tbody>\n",
"</table>\n",
"<div style=\"text-align: right;\">\n",
"2 rows × 3 columns\n",
"</div>\n",
"</div>\n"
],
"text/plain": [
"\u001b[0m┌\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m──────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┐\n",
2024-09-25 22:39:21 -07:00
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mrowid\u001b[0m\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mheadline_highlighted\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mrank\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
2024-09-07 09:22:21 -07:00
"\u001b[0m\u001b[0m\u001b[0m├\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m──────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┤\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 4666\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mKamala Harris visits <b>Planned</b> <b>Parenthood</b> clinic \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m -18.9139950477264\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 6521\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mFormer Marine sentenced to 9 years in prison for firebombing <b>Planned</b> <b>Parenthood</b> clinic\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m-14.807022703838651\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m└\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m──────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┘\n",
"\u001b[0m\u001b[0m"
]
},
"execution_count": 2,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
".param set query planned parenthood\n",
"\n",
"select\n",
" rowid,\n",
" highlight(fts_headlines, 0, '<b>', '</b>') as headline_highlighted,\n",
" rank\n",
"from fts_headlines\n",
"where headline match :query\n",
"order by rank\n",
"limit 10;"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Vector Search"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<table>\n",
"<thead>\n",
"<tr style=\"text-align: center;\">\n",
"<th>\n",
"article_id\n",
"</th>\n",
"<th>\n",
"headline\n",
"</th>\n",
"<th>\n",
"distance\n",
"</th>\n",
"</tr>\n",
"</thead>\n",
"<tbody>\n",
"<tr>\n",
"<td >\n",
"9475\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Inside a Gen Z campaign to shake up Congress\n",
"</td>\n",
"<td >\n",
"1.0655490159988403\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"11236\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Bunnie XO and Jelly Roll announce plans to have a baby using IVF\n",
"</td>\n",
"<td >\n",
"1.071580171585083\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"4110\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"First over-the-counter birth control pill hits store shelves\n",
"</td>\n",
"<td >\n",
"1.0831280946731567\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"1808\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"More nonpregnant women are requesting abortion pills to have on hand\n",
"</td>\n",
"<td >\n",
"1.0897283554077148\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"11154\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Meet the anti-abortion group using white coats and research to advance its cause\n",
"</td>\n",
"<td >\n",
"1.089759349822998\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"5980\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Deathbed confession leads to bodies of mother and daughter killed 24 years ago\n",
"</td>\n",
"<td >\n",
"1.092090368270874\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"3540\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Holding photos of their deceased children, parents lobby Congress to pass online safety legislation\n",
"</td>\n",
"<td >\n",
"1.1028637886047363\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"4109\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Alabama fertility clinic at the center of IVF ruling is resuming some procedures\n",
"</td>\n",
"<td >\n",
"1.103183627128601\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"4889\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Inside the organized crime rings plaguing Ulta, T.J. Maxx, Walgreens and other retailers\n",
"</td>\n",
"<td >\n",
"1.1056489944458008\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"86\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Florida bars transgender people from changing the sex on their driver&#39;s licenses\n",
"</td>\n",
"<td >\n",
"1.1073163747787476\n",
"</td>\n",
"</tr>\n",
"</tbody>\n",
"</table>\n",
"<div style=\"text-align: right;\">\n",
"10 rows × 3 columns\n",
"</div>\n",
"</div>\n"
],
"text/plain": [
"\u001b[0m┌\u001b[0m\u001b[0m────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m─────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m────────────────────\u001b[0m\u001b[0m┐\n",
2024-09-25 22:39:21 -07:00
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1marticle_id\u001b[0m\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mheadline\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mdistance\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
2024-09-07 09:22:21 -07:00
"\u001b[0m\u001b[0m\u001b[0m├\u001b[0m\u001b[0m────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m─────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m────────────────────\u001b[0m\u001b[0m┤\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9475\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mInside a Gen Z campaign to shake up Congress \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m1.0655490159988403\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 11236\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mBunnie XO and Jelly Roll announce plans to have a baby using IVF \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 1.071580171585083\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 4110\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mFirst over-the-counter birth control pill hits store shelves \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m1.0831280946731567\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 1808\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mMore nonpregnant women are requesting abortion pills to have on hand \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m1.0897283554077148\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 11154\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mMeet the anti-abortion group using white coats and research to advance its cause \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 1.089759349822998\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 5980\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mDeathbed confession leads to bodies of mother and daughter killed 24 years ago \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 1.092090368270874\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3540\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mHolding photos of their deceased children, parents lobby Congress to pass online safety legislation\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m1.1028637886047363\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 4109\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mAlabama fertility clinic at the center of IVF ruling is resuming some procedures \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 1.103183627128601\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 4889\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mInside the organized crime rings plaguing Ulta, T.J. Maxx, Walgreens and other retailers \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m1.1056489944458008\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 86\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mFlorida bars transgender people from changing the sex on their driver's licenses \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m1.1073163747787476\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m└\u001b[0m\u001b[0m────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m─────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m────────────────────\u001b[0m\u001b[0m┘\n",
"\u001b[0m\u001b[0m"
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
".param set query planned parenthood\n",
"\n",
"select\n",
" article_id,\n",
" articles.headline,\n",
" distance\n",
"from vec_headlines\n",
"left join articles on articles.rowid = vec_headlines.article_id\n",
"where headline_embedding match lembed(:query)\n",
" and k = 10;"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
2024-09-25 22:39:21 -07:00
"## keyword-first"
2024-09-07 09:22:21 -07:00
]
},
{
"cell_type": "code",
2024-09-25 22:39:21 -07:00
"execution_count": 15,
2024-09-07 09:22:21 -07:00
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<table>\n",
"<thead>\n",
"<tr style=\"text-align: center;\">\n",
"<th>\n",
"id\n",
"</th>\n",
"<th>\n",
"headline\n",
"</th>\n",
"<th>\n",
2024-09-25 22:39:21 -07:00
"match_type\n",
2024-09-07 09:22:21 -07:00
"</th>\n",
"<th>\n",
2024-09-25 22:39:21 -07:00
"article_id\n",
"</th>\n",
"<th>\n",
"rank_number\n",
2024-09-07 09:22:21 -07:00
"</th>\n",
"<th>\n",
2024-09-25 22:39:21 -07:00
"score\n",
2024-09-07 09:22:21 -07:00
"</th>\n",
"</tr>\n",
"</thead>\n",
"<tbody>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"10098\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Kamala Harris says abortion bans are creating &#39;a health care crisis&#39;\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"fts\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"10098\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"1\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-10.678829270936067\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9776\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"States with abortion bans saw birth control prescriptions fall post-Dobbs, study finds\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"fts\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9776\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"2\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-10.016316725971112\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"2292\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Ohio GOP Senate candidates pitch federal abortion bans even after voters protected reproductive rights\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"fts\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"2292\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-9.7149595994016\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"452\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"64K women and girls became pregnant due to rape in states with abortion bans, study estimates\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"fts\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"452\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"4\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-9.163558569425538\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9187\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Abortion bans drive away up to half of young talent, CNBC/Generation Lab youth survey finds\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"fts\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9187\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"5\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-9.163558569425538\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"11154\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Meet the anti-abortion group using white coats and research to advance its cause\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"vec\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"11154\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"1\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.7592407464981079\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3958\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Supreme Court signals it is likely to reject a challenge to abortion pill access\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"vec\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3958\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"2\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.8076152205467224\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"6011\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Supreme Court wrestles with abortion clash over emergency room treatment for pregnant women\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"vec\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"6011\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.812921941280365\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3933\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"The Supreme Court puts the GOPs abortion dilemma back in the spotlight: From the Politics Desk\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"vec\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3933\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"4\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.8234137296676636\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"7381\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Where abortion rights could be on the ballot this fall: From the Politics Desk\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"vec\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"7381\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"5\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.8250945210456848\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"6680\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"More young people choosing permanent sterilization after abortion restrictions\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"vec\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"6680\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"6\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.832757294178009\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9776\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"States with abortion bans saw birth control prescriptions fall post-Dobbs, study finds\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"vec\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9776\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"7\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.837793231010437\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"9187\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Abortion bans drive away up to half of young talent, CNBC/Generation Lab youth survey finds\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"vec\n",
"</td>\n",
"<td >\n",
"9187\n",
"</td>\n",
"<td >\n",
"8\n",
"</td>\n",
"<td >\n",
"0.8381417989730835\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"2646\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Trump campaign scrambles over abortion ban report as Democrats seize the moment\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"vec\n",
"</td>\n",
"<td >\n",
"2646\n",
"</td>\n",
"<td >\n",
"9\n",
"</td>\n",
"<td >\n",
"0.8460941910743713\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
"9447\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"At a clinic in Hialeah, immigrants wrestle with Florida&#39;s new abortion ban\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"vec\n",
"</td>\n",
"<td >\n",
"9447\n",
"</td>\n",
"<td >\n",
"10\n",
"</td>\n",
"<td >\n",
"0.8477099537849426\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"</tbody>\n",
"</table>\n",
"<div style=\"text-align: right;\">\n",
2024-09-25 22:39:21 -07:00
"15 rows × 6 columns\n",
2024-09-07 09:22:21 -07:00
"</div>\n",
"</div>\n"
],
"text/plain": [
2024-09-25 22:39:21 -07:00
"\u001b[0m┌\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m────────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m─────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┐\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mid\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mheadline\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mmatch_type\u001b[0m\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1marticle_id\u001b[0m\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mrank_number\u001b[0m\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mscore\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m├\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m────────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m─────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┤\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m10098\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mKamala Harris says abortion bans are creating 'a health care crisis' \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mfts \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 10098\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 1\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m-10.678829270936067\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9776\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mStates with abortion bans saw birth control prescriptions fall post-Dobbs, study finds \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mfts \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9776\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m-10.016316725971112\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2292\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mOhio GOP Senate candidates pitch federal abortion bans even after voters protected reproductive rights\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mfts \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2292\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m -9.7149595994016\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 452\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m64K women and girls became pregnant due to rape in states with abortion bans, study estimates \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mfts \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 452\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 4\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m -9.163558569425538\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9187\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mAbortion bans drive away up to half of young talent, CNBC/Generation Lab youth survey finds \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mfts \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9187\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 5\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m -9.163558569425538\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m11154\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mMeet the anti-abortion group using white coats and research to advance its cause \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mvec \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 11154\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 1\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.7592407464981079\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3958\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mSupreme Court signals it is likely to reject a challenge to abortion pill access \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mvec \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3958\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.8076152205467224\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 6011\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mSupreme Court wrestles with abortion clash over emergency room treatment for pregnant women \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mvec \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 6011\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.812921941280365\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3933\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mThe Supreme Court puts the GOPs abortion dilemma back in the spotlight: From the Politics Desk \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mvec \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3933\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 4\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.8234137296676636\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 7381\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mWhere abortion rights could be on the ballot this fall: From the Politics Desk \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mvec \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 7381\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 5\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.8250945210456848\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 6680\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mMore young people choosing permanent sterilization after abortion restrictions \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mvec \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 6680\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 6\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.832757294178009\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9776\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mStates with abortion bans saw birth control prescriptions fall post-Dobbs, study finds \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mvec \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9776\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 7\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.837793231010437\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9187\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mAbortion bans drive away up to half of young talent, CNBC/Generation Lab youth survey finds \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mvec \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9187\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 8\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.8381417989730835\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2646\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mTrump campaign scrambles over abortion ban report as Democrats seize the moment \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mvec \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2646\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.8460941910743713\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9447\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mAt a clinic in Hialeah, immigrants wrestle with Florida's new abortion ban \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mvec \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9447\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 10\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.8477099537849426\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m└\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m────────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m─────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┘\n",
2024-09-07 09:22:21 -07:00
"\u001b[0m\u001b[0m"
]
},
2024-09-25 22:39:21 -07:00
"execution_count": 15,
2024-09-07 09:22:21 -07:00
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
2024-09-25 22:39:21 -07:00
".param set query abortion bans\n",
2024-09-07 09:22:21 -07:00
"\n",
"\n",
".param set weight_fts 1.0\n",
".param set weight_vec 1.0\n",
".param set rrf_k 60\n",
".param set k 10\n",
"\n",
"\n",
"with vec_matches as (\n",
" select\n",
" article_id,\n",
" row_number() over (order by distance) as rank_number,\n",
2024-09-25 22:39:21 -07:00
" distance as score\n",
2024-09-07 09:22:21 -07:00
" from vec_headlines\n",
" where\n",
" headline_embedding match lembed(:query)\n",
" and k = :k\n",
" order by distance\n",
"),\n",
"fts_matches as (\n",
" select\n",
2024-09-25 22:39:21 -07:00
" rowid as article_id,\n",
2024-09-07 09:22:21 -07:00
" row_number() over (order by rank) as rank_number,\n",
" rank as score\n",
" from fts_headlines\n",
" where headline match :query\n",
" limit :k\n",
"),\n",
2024-09-25 22:39:21 -07:00
"combined as (\n",
" select 'fts' as match_type, * from fts_matches\n",
" union all\n",
" select 'vec' as match_type, * from vec_matches\n",
"),\n",
2024-09-07 09:22:21 -07:00
"final as (\n",
" select\n",
" articles.id,\n",
" articles.headline,\n",
2024-09-25 22:39:21 -07:00
" combined.*\n",
" from combined\n",
" left join articles on articles.rowid = combined.article_id\n",
2024-09-07 09:22:21 -07:00
")\n",
"select * from final;\n",
"\n"
]
},
2024-09-25 22:39:21 -07:00
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## FTS + Vector search: RFF"
]
},
2024-09-07 09:22:21 -07:00
{
"cell_type": "code",
2024-09-25 22:39:21 -07:00
"execution_count": 4,
2024-09-07 09:22:21 -07:00
"metadata": {},
2024-09-25 22:39:21 -07:00
"outputs": [
{
"data": {
"text/plain": [
"[no code]"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
2024-09-07 09:22:21 -07:00
"source": [
2024-09-25 22:39:21 -07:00
".param set name alex"
2024-09-07 09:22:21 -07:00
]
},
{
"cell_type": "code",
2024-09-25 22:39:21 -07:00
"execution_count": 9,
2024-09-07 09:22:21 -07:00
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<table>\n",
"<thead>\n",
"<tr style=\"text-align: center;\">\n",
"<th>\n",
2024-09-25 22:39:21 -07:00
"id\n",
2024-09-07 09:22:21 -07:00
"</th>\n",
"<th>\n",
2024-09-25 22:39:21 -07:00
"headline\n",
2024-09-07 09:22:21 -07:00
"</th>\n",
"<th>\n",
2024-09-25 22:39:21 -07:00
"vec_rank\n",
2024-09-07 09:22:21 -07:00
"</th>\n",
"<th>\n",
2024-09-25 22:39:21 -07:00
"fts_rank\n",
2024-09-07 09:22:21 -07:00
"</th>\n",
"<th>\n",
2024-09-25 22:39:21 -07:00
"combined_rank\n",
2024-09-07 09:22:21 -07:00
"</th>\n",
"<th>\n",
2024-09-25 22:39:21 -07:00
"vec_distance\n",
2024-09-07 09:22:21 -07:00
"</th>\n",
"<th>\n",
2024-09-25 22:39:21 -07:00
"fts_score\n",
2024-09-07 09:22:21 -07:00
"</th>\n",
"</tr>\n",
"</thead>\n",
"<tbody>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9776\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"States with abortion bans saw birth control prescriptions fall post-Dobbs, study finds\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"7\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"2\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.031054405392392875\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.837793231010437\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-10.016316725971112\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9187\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Abortion bans drive away up to half of young talent, CNBC/Generation Lab youth survey finds\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"8\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"5\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.030090497737556562\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.8381417989730835\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-9.163558569425538\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
2024-09-25 22:39:21 -07:00
"</tr>\n",
"<tr>\n",
2024-09-07 09:22:21 -07:00
"<td >\n",
2024-09-25 22:39:21 -07:00
"10098\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"Kamala Harris says abortion bans are creating &#39;a health care crisis&#39;\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"1\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.01639344262295082\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-10.678829270936067\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
2024-09-25 22:39:21 -07:00
"</tr>\n",
"<tr>\n",
2024-09-07 09:22:21 -07:00
"<td >\n",
2024-09-25 22:39:21 -07:00
"11154\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Meet the anti-abortion group using white coats and research to advance its cause\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"1\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.01639344262295082\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.7592407464981079\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3958\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Supreme Court signals it is likely to reject a challenge to abortion pill access\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"2\n",
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.016129032258064516\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.8076152205467224\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"2292\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Ohio GOP Senate candidates pitch federal abortion bans even after voters protected reproductive rights\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.015873015873015872\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-9.7149595994016\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"6011\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Supreme Court wrestles with abortion clash over emergency room treatment for pregnant women\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.015873015873015872\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.812921941280365\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"452\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"64K women and girls became pregnant due to rape in states with abortion bans, study estimates\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"4\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.015625\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-9.163558569425538\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3933\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"The Supreme Court puts the GOPs abortion dilemma back in the spotlight: From the Politics Desk\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"4\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.015625\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.8234137296676636\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"7381\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Where abortion rights could be on the ballot this fall: From the Politics Desk\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"5\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.015384615384615385\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.8250945210456848\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"6680\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"More young people choosing permanent sterilization after abortion restrictions\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"6\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.015151515151515152\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.832757294178009\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"2646\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Trump campaign scrambles over abortion ban report as Democrats seize the moment\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.014492753623188406\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.8460941910743713\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"\n",
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9447\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"At a clinic in Hialeah, immigrants wrestle with Florida&#39;s new abortion ban\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"10\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.014285714285714285\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"0.8477099537849426\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
2024-09-25 22:39:21 -07:00
"</tr>\n",
"</tbody>\n",
"</table>\n",
"<div style=\"text-align: right;\">\n",
"13 rows × 7 columns\n",
"</div>\n",
"</div>\n"
],
"text/plain": [
"\u001b[0m┌\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m────────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m──────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m──────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m──────────────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m────────────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┐\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mid\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mheadline\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mvec_rank\u001b[0m\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mfts_rank\u001b[0m\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mcombined_rank\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mvec_distance\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mfts_score\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m├\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m────────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m──────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m──────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m──────────────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m────────────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┤\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9776\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mStates with abortion bans saw birth control prescriptions fall post-Dobbs, study finds \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 7\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.031054405392392875\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.837793231010437\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m-10.016316725971112\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9187\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mAbortion bans drive away up to half of young talent, CNBC/Generation Lab youth survey finds \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 8\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 5\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.030090497737556562\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.8381417989730835\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m -9.163558569425538\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m10098\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mKamala Harris says abortion bans are creating 'a health care crisis' \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 1\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.01639344262295082\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m-10.678829270936067\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m11154\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mMeet the anti-abortion group using white coats and research to advance its cause \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 1\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.01639344262295082\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.7592407464981079\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3958\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mSupreme Court signals it is likely to reject a challenge to abortion pill access \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.016129032258064516\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.8076152205467224\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2292\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mOhio GOP Senate candidates pitch federal abortion bans even after voters protected reproductive rights\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.015873015873015872\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m -9.7149595994016\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 6011\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mSupreme Court wrestles with abortion clash over emergency room treatment for pregnant women \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.015873015873015872\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.812921941280365\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 452\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m64K women and girls became pregnant due to rape in states with abortion bans, study estimates \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 4\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.015625\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m -9.163558569425538\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3933\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mThe Supreme Court puts the GOPs abortion dilemma back in the spotlight: From the Politics Desk \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 4\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.015625\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.8234137296676636\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 7381\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mWhere abortion rights could be on the ballot this fall: From the Politics Desk \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 5\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.015384615384615385\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.8250945210456848\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 6680\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mMore young people choosing permanent sterilization after abortion restrictions \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 6\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.015151515151515152\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 0.832757294178009\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2646\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mTrump campaign scrambles over abortion ban report as Democrats seize the moment \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.014492753623188406\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.8460941910743713\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9447\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mAt a clinic in Hialeah, immigrants wrestle with Florida's new abortion ban \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 10\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.014285714285714285\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m0.8477099537849426\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m└\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m────────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m──────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m──────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m──────────────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m────────────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┘\n",
"\u001b[0m\u001b[0m"
]
},
"execution_count": 9,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
".param set query abortion bans\n",
"\n",
"\n",
".param set weight_fts 1.0\n",
".param set weight_vec 1.0\n",
".param set rrf_k 60\n",
".param set k 10\n",
"\n",
"\n",
"with vec_matches as (\n",
" select\n",
" article_id,\n",
" row_number() over (order by distance) as rank_number,\n",
" distance\n",
" from vec_headlines\n",
" where\n",
" headline_embedding match lembed(:query)\n",
" and k = :k\n",
" order by distance\n",
"),\n",
"fts_matches as (\n",
" select\n",
" rowid,\n",
" row_number() over (order by rank) as rank_number,\n",
" rank as score\n",
" from fts_headlines\n",
" where headline match :query\n",
" limit :k\n",
"),\n",
"final as (\n",
" select\n",
" articles.id,\n",
" articles.headline,\n",
" vec_matches.rank_number as vec_rank,\n",
" fts_matches.rank_number as fts_rank,\n",
" coalesce(1.0 / (:rrf_k + fts_matches.rank_number), 0.0) * :weight_fts\n",
" + coalesce(1.0 / (:rrf_k + vec_matches.rank_number), 0.0) * :weight_vec\n",
" as combined_rank,\n",
" vec_matches.distance as vec_distance,\n",
" fts_matches.score as fts_score\n",
" from fts_matches\n",
" full outer join vec_matches on vec_matches.article_id = fts_matches.rowid\n",
" join articles on articles.rowid = coalesce(fts_matches.rowid, vec_matches.article_id)\n",
" order by combined_rank desc\n",
")\n",
"select * from final;\n",
"\n"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### Re-rank by semantics"
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<table>\n",
"<thead>\n",
"<tr style=\"text-align: center;\">\n",
"<th>\n",
"id\n",
"</th>\n",
"<th>\n",
"headline\n",
"</th>\n",
"<th>\n",
"rowid\n",
"</th>\n",
"<th>\n",
"fts_rank_number\n",
"</th>\n",
"<th>\n",
"score\n",
"</th>\n",
"</tr>\n",
"</thead>\n",
"<tbody>\n",
"<tr>\n",
2024-09-07 09:22:21 -07:00
"<td >\n",
2024-09-25 22:39:21 -07:00
"452\n",
"</td>\n",
"<td style=\"text-align: left;\">\n",
"64K women and girls became pregnant due to rape in states with abortion bans, study estimates\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"452\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"4\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-9.163558569425538\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9776\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"States with abortion bans saw birth control prescriptions fall post-Dobbs, study finds\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9776\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"2\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-10.016316725971112\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
2024-09-25 22:39:21 -07:00
"</tr>\n",
"<tr>\n",
2024-09-07 09:22:21 -07:00
"<td >\n",
2024-09-25 22:39:21 -07:00
"2292\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
2024-09-25 22:39:21 -07:00
"<td style=\"text-align: left;\">\n",
"Ohio GOP Senate candidates pitch federal abortion bans even after voters protected reproductive rights\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"2292\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"3\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-9.7149595994016\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"<tr>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"10098\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td style=\"text-align: left;\">\n",
2024-09-25 22:39:21 -07:00
"Kamala Harris says abortion bans are creating &#39;a health care crisis&#39;\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"10098\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
"1\n",
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-10.678829270936067\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
2024-09-25 22:39:21 -07:00
"</tr>\n",
"<tr>\n",
2024-09-07 09:22:21 -07:00
"<td >\n",
2024-09-25 22:39:21 -07:00
"9187\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
2024-09-25 22:39:21 -07:00
"<td style=\"text-align: left;\">\n",
"Abortion bans drive away up to half of young talent, CNBC/Generation Lab youth survey finds\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"9187\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"5\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"<td >\n",
2024-09-25 22:39:21 -07:00
"-9.163558569425538\n",
2024-09-07 09:22:21 -07:00
"</td>\n",
"</tr>\n",
"</tbody>\n",
"</table>\n",
"<div style=\"text-align: right;\">\n",
2024-09-25 22:39:21 -07:00
"5 rows × 5 columns\n",
2024-09-07 09:22:21 -07:00
"</div>\n",
"</div>\n"
],
"text/plain": [
2024-09-25 22:39:21 -07:00
"\u001b[0m┌\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m────────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m─────────────────\u001b[0m\u001b[0m┬\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┐\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mid\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mheadline\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mrowid\u001b[0m\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mfts_rank_number\u001b[0m\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m\u001b[0m\u001b[1mscore\u001b[0m \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m├\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m────────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m─────────────────\u001b[0m\u001b[0m┼\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┤\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 452\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m64K women and girls became pregnant due to rape in states with abortion bans, study estimates \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 452\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 4\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m -9.163558569425538\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9776\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mStates with abortion bans saw birth control prescriptions fall post-Dobbs, study finds \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9776\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m-10.016316725971112\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2292\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mOhio GOP Senate candidates pitch federal abortion bans even after voters protected reproductive rights\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 2292\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 3\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m -9.7149595994016\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m10098\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mKamala Harris says abortion bans are creating 'a health care crisis' \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m10098\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 1\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m-10.678829270936067\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9187\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0mAbortion bans drive away up to half of young talent, CNBC/Generation Lab youth survey finds \u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 9187\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m 5\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[0m -9.163558569425538\u001b[0m \u001b[0m\u001b[0m│\u001b[0m\u001b[0m\n",
"\u001b[0m\u001b[0m\u001b[0m└\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m────────────────────────────────────────────────────────────────────────────────────────────────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m───────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m─────────────────\u001b[0m\u001b[0m┴\u001b[0m\u001b[0m─────────────────────\u001b[0m\u001b[0m┘\n",
2024-09-07 09:22:21 -07:00
"\u001b[0m\u001b[0m"
]
},
2024-09-25 22:39:21 -07:00
"execution_count": 12,
2024-09-07 09:22:21 -07:00
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
2024-09-25 22:39:21 -07:00
".param set query abortion bans\n",
".param set k 10\n",
"\n",
"\n",
"with fts_matches as (\n",
" select\n",
" rowid,\n",
" row_number() over (order by rank) as fts_rank_number,\n",
" rank as score\n",
" from fts_headlines\n",
" where headline match :query\n",
" limit :k\n",
"),\n",
"final as (\n",
" select\n",
" articles.id,\n",
" articles.headline,\n",
" fts_matches.*\n",
" from fts_matches\n",
" left join articles on articles.rowid = fts_matches.rowid\n",
" order by vec_distance_cosine(lembed(:query), lembed(articles.headline))\n",
")\n",
"select * from final;\n",
"\n"
2024-09-07 09:22:21 -07:00
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Solite",
"language": "sql",
"name": "solite"
},
"language_info": {
"file_extension": ".sql",
"mimetype": "text/x.sqlite",
"name": "sql",
"nb_converter": "script",
"pygments_lexer": "sql",
"version": "TODO"
}
},
"nbformat": 4,
"nbformat_minor": 2
}