矢量数据库：它存储和索引您的结构化、文本和矢量数据，以便查询、选择和处理以及机器学习模型推理可以在任何规模的服务时间内快速执行

// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. package com.yahoo.prelude.query.parser.test; import com.yahoo.language.Language; import com.yahoo.prelude.Index; import com.yahoo.prelude.IndexFacts; import com.yahoo.prelude.IndexModel; import com.yahoo.prelude.SearchDefinition; import com.yahoo.prelude.query.AndItem; import com.yahoo.prelude.query.AndSegmentItem; import com.yahoo.prelude.query.CompositeItem; import com.yahoo.prelude.query.IntItem; import com.yahoo.prelude.query.Item; import com.yahoo.prelude.query.NotItem; import com.yahoo.prelude.query.NullItem; import com.yahoo.prelude.query.OrItem; import com.yahoo.prelude.query.PhraseItem; import com.yahoo.prelude.query.PhraseSegmentItem; import com.yahoo.prelude.query.PrefixItem; import com.yahoo.prelude.query.RankItem; import com.yahoo.prelude.query.SubstringItem; import com.yahoo.prelude.query.SuffixItem; import com.yahoo.prelude.query.TaggableItem; import com.yahoo.prelude.query.TrueItem; import com.yahoo.prelude.query.WordItem; import com.yahoo.language.process.SpecialTokens; import com.yahoo.prelude.query.parser.TestLinguistics; import com.yahoo.search.Query; import org.junit.jupiter.api.Test; import java.util.Iterator; import static org.junit.jupiter.api.Assertions.*; /** * Tests query parsing. * * @author bratseth */ public class ParseTestCase { private final ParsingTester tester = new ParsingTester(); @Test void testSimpleTermQuery() { tester.assertParsed("foobar", "foobar", Query.Type.ANY); } @Test void testTermWithIndexPrefix() { tester.assertParsed("url:foobar", "url:foobar", Query.Type.ANY); } @Test void testTermWithCatalogAndIndexPrefix() { tester.assertParsed("normal.title:foobar", "normal.title:foobar", Query.Type.ANY); } @Test void testMultipleTermsWithUTF8EncodingOred() { tester.assertParsed("OR l\u00e5gen delta M\u00dcNICH M\u00fcnchen", "l\u00e5gen delta M\u00dcNICH M\u00fcnchen", Query.Type.ANY); } @Test void testMultipleTermsWithMultiplePrefixes() { tester.assertParsed("RANK (+bar -normal.title:foo -baz) url:foobar", "url:foobar +bar -normal.title:foo -baz", Query.Type.ANY); } @Test void testSimpleQueryDefaultOr() { tester.assertParsed("OR foobar foo bar baz", "foobar foo bar baz", Query.Type.ANY); } @Test void testOrAndNot() { tester.assertParsed("RANK (+(AND baz bar) -xyzzy -foobaz) foobar foo", "foobar +baz foo -xyzzy -foobaz +bar", Query.Type.ANY); } @Test void testSimpleOrNestedAnd() { tester.assertParsed("RANK (OR foo bar baz) foobar xyzzy", "foobar +(foo bar baz) xyzzy", Query.Type.ANY); } @Test void testSimpleOrNestedNot() { tester.assertParsed("+(OR foobar xyzzy) -(AND foo bar baz)", "foobar -(foo bar baz) xyzzy", Query.Type.ANY); } @Test void testOrNotNestedAnd() { tester.assertParsed("RANK (+(AND baz (OR foo bar baz) bar) -xyzzy -foobaz) foobar foo", "foobar +baz foo -xyzzy +(foo bar baz) -foobaz +bar", Query.Type.ANY); } @Test void testOrAndNotNestedNot() { tester.assertParsed("RANK (+(AND baz bar) -xyzzy -(AND foo bar baz) -foobaz) foobar foo", "foobar +baz foo -xyzzy -(foo bar baz) -foobaz +bar", Query.Type.ANY); } @Test void testOrMultipleNestedAnd() { tester.assertParsed("RANK (AND (OR fo ba foba) (OR foz baraz)) foobar foo bar baz", "foobar +(fo ba foba) foo bar +(foz baraz) baz", Query.Type.ANY); } @Test void testOrMultipleNestedNot() { tester.assertParsed("+(OR foobar foo bar baz) -(AND fo ba foba) -(AND foz baraz)", "foobar -(fo ba foba) foo bar -(foz baraz) baz", Query.Type.ANY); } @Test void testOrAndNotMultipleNestedAnd() { tester.assertParsed("RANK (+(AND baz (OR foo bar baz) (OR foz bazaz) bar) -xyzzy -foobaz) foobar foo", "foobar +baz foo -xyzzy +(foo bar baz) -foobaz +(foz bazaz) +bar", Query.Type.ANY); } @Test void testOrAndNotMultipleNestedNot() { tester.assertParsed("RANK (+(AND baz bar) -xyzzy -(AND foo bar baz) -foobaz -(AND foz bazaz)) foobar foo", "foobar +baz foo -xyzzy -(foo bar baz) -foobaz -(foz bazaz) +bar", Query.Type.ANY); } @Test void testOrMultipleNestedAndNot() { tester.assertParsed("RANK (+(AND (OR ffoooo bbaarr) (OR oof rab raboof)) -(AND fo ba foba) -(AND foz baraz)) foobar foo bar baz", "foobar -(fo ba foba) foo +(ffoooo bbaarr) bar +(oof rab raboof) -(foz baraz) baz", Query.Type.ANY); } @Test void testOrAndNotMultipleNestedAndNot() { tester.assertParsed("RANK (+(AND (OR ffoooo bbaarr) (OR oof rab raboof) baz xyxyzzy) -(AND fo ba foba) -foo -bar -(AND foz baraz)) foobar", "foobar -(fo ba foba) -foo +(ffoooo bbaarr) -bar +(oof rab raboof) -(foz baraz) +baz +xyxyzzy", Query.Type.ANY); } @Test void testExplicitPhrase() { Item root = tester.assertParsed("\"foo bar foobar\"", "\"foo bar foobar\"", Query.Type.ANY); assertTrue(root instanceof PhraseItem); assertTrue(((PhraseItem) root).isExplicit()); } @Test void testPhraseWithIndex() { tester.assertParsed("normal.title:\"foo bar foobar\"", "normal.title:\"foo bar foobar\"", Query.Type.ANY); } @Test void testPhrasesAndTerms() { tester.assertParsed("OR \"foo bar foobar\" xyzzy \"baz gaz faz\"", "\"foo bar foobar\" xyzzy \"baz gaz faz\"", Query.Type.ANY); } @Test void testPhrasesAndTermsWithOperators() { tester.assertParsed("RANK (+(AND \"baz gaz faz\" bazar) -\"foo bar foobar\") foofoo xyzzy", "foofoo -\"foo bar foobar\" xyzzy +\"baz gaz faz\" +bazar", Query.Type.ANY); } @Test void testSimpleTermQueryDefaultAnd() { tester.assertParsed("foobar", "foobar", Query.Type.ALL); } @Test void testTermWithCatalogAndIndexPrefixDefaultAnd() { tester.assertParsed("normal.title:foobar", "normal.title:foobar", Query.Type.ALL); } @Test void testMultipleTermsWithMultiplePrefixesDefaultAnd() { tester.assertParsed("+(AND url:foobar bar) -normal.title:foo -baz", "url:foobar +bar -normal.title:foo -baz", Query.Type.ALL); } @Test void testSimpleQueryDefaultAnd() { tester.assertParsed("AND foobar foo bar baz", "foobar foo bar baz", Query.Type.ALL); } @Test void testNotDefaultAnd() { tester.assertParsed("+(AND foobar (OR foo bar baz) xyzzy) -(AND foz baraz bazar)", "foobar +(foo bar baz) xyzzy -(foz baraz bazar)", Query.Type.ALL); } @Test void testSimpleTermQueryDefaultPhrase() { tester.assertParsed("foobar", "foobar", Query.Type.PHRASE); } @Test void testSimpleQueryDefaultPhrase() { Item root = tester.assertParsed("\"foobar foo bar baz\"", "foobar foo bar baz", Query.Type.PHRASE); assertTrue(root instanceof PhraseItem); assertFalse(((PhraseItem) root).isExplicit()); } @Test void testMultipleTermsWithMultiplePrefixesDefaultPhrase() { tester.assertParsed("\"url foobar bar normal title foo baz\"", "url:foobar +bar -normal.title:foo -baz", Query.Type.PHRASE); } @Test void testOdd1() { tester.assertParsed("AND window print error", "+window.print() +error", Query.Type.ALL); }