lucene-solr-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Megha Bhandari <mbhanda...@sapient.com>
Subject RE: Solr edismax field boosting
Date Tue, 10 May 2016 02:39:53 GMT
Hi

Following is the debug information with debug=true

Excerpt of debug information :

"debug":{
    "rawquerystring":"Upendra",
    "querystring":"Upendra",
    "parsedquery":"(+DisjunctionMaxQuery(((metatag.description:Upendra)^9.0 | (h1:Upendra)^7.0
| (h2:Upendra)^6.0 | (h3:Upendra)^5.0 | (id:Upendra)^0.5 | (h4:Upendra)^4.0 | _text_:upendra)~0.99))/no_coord",
    "parsedquery_toString":"+((metatag.description:Upendra)^9.0 | (h1:Upendra)^7.0 | (h2:Upendra)^6.0
| (h3:Upendra)^5.0 | (id:Upendra)^0.5 | (h4:Upendra)^4.0 | _text_:upendra)~0.99",
    "explain":{
      "http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon.html":"\n0.84300333
= max plus 0.99 times others of:\n  0.84300333 = weight(_text_:upendra in 0) [], result of:\n
   0.84300333 = score(doc=0,freq=6.0 = termFreq=6.0\n), product of:\n      0.44183275 = idf(docFreq=4,
docCount=6)\n      1.9079694 = tfNorm, computed from:\n        6.0 = termFreq=6.0\n      
 1.2 = parameter k1\n        0.75 = parameter b\n        121.666664 = avgFieldLength\n   
    83.591835 = fieldLength\n",
      "http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon/health-care.html":"\n0.7009616
= max plus 0.99 times others of:\n  0.7009616 = weight(_text_:upendra in 3) [], result of:\n
   0.7009616 = score(doc=3,freq=2.0 = termFreq=2.0\n), product of:\n      0.44183275 = idf(docFreq=4,
docCount=6)\n      1.5864862 = tfNorm, computed from:\n        2.0 = termFreq=2.0\n      
 1.2 = parameter k1\n        0.75 = parameter b\n        121.666664 = avgFieldLength\n   
    64.0 = fieldLength\n",
      "http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon/healthcare-description.html":"\n0.5481102
= max plus 0.99 times others of:\n  0.5481102 = weight(_text_:upendra in 4) [], result of:\n
   0.5481102 = score(doc=4,freq=1.0 = termFreq=1.0\n), product of:\n      0.44183275 = idf(docFreq=4,
docCount=6)\n      1.2405376 = tfNorm, computed from:\n        1.0 = termFreq=1.0\n      
 1.2 = parameter k1\n        0.75 = parameter b\n        121.666664 = avgFieldLength\n   
    64.0 = fieldLength\n"},
    "QParser":"ExtendedDismaxQParser",
    "altquerystring":null,
    "boost_queries":null,

------------------------
Full response

{
  "responseHeader":{
    "status":0,
    "QTime":13,
    "params":{
      "mm":"100%",
      "q":"Upendra",
      "tie":"0.99",
      "defType":"edismax",
      "q.alt":"Upendra",
      "indent":"on",
      "qf":"metatag.description^9 h1^7 h2^6 h3^5 h4^4 _text_^1 id^0.5",
      "wt":"json",
      "debugQuery":"on",
      "_":"1462810987788"}},
  "response":{"numFound":3,"start":0,"maxScore":0.8430033,"docs":[
      {
        "h2":["Looks like your browser is a little out-of-date."],
        "h3":["Already a member?"],
        "strtitle":"Upendra Custon",
        "id":"http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon.html",
        "tstamp":"2016-05-09T17:15:57.604Z",
        "metatag.hideininternalsearch":[false],
        "segment":[20160509224553],
        "digest":["844296a63233b3e4089424fe1ec9d036"],
        "boost":[1.4142135],
        "lang":"en",
        "_version_":1533871839698223104,
        "host":"localhost",
        "url":"http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon.html",
        "score":0.8430033},
      {
        "metatag.description":"test",
        "h1":["Health care"],
        "h2":["Looks like your browser is a little out-of-date."],
        "h3":["Already a member?"],
        "strtitle":"Upendra",
        "id":"http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon/health-care.html",
        "tstamp":"2016-05-09T17:15:57.838Z",
        "metatag.hideininternalsearch":[false],
        "metatag.topresultthumbnailalt":[","],
        "segment":[20160509224553],
        "digest":["dd4ef8879be2d4d3f28e24928e9b84c5"],
        "boost":[1.4142135],
        "lang":"en",
        "metatag.keywords":",",
        "_version_":1533871839731777536,
        "host":"localhost",
        "url":"http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon/health-care.html",
        "score":0.7009616},
      {
        "metatag.description":"Upendra decription testing",
        "h1":["healthcare description"],
        "h2":["Looks like your browser is a little out-of-date."],
        "h3":["Already a member?"],
        "strtitle":"healthcare description",
        "id":"http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon/healthcare-description.html",
        "tstamp":"2016-05-09T17:15:57.682Z",
        "metatag.hideininternalsearch":[false],
        "metatag.topresultthumbnailalt":[","],
        "segment":[20160509224553],
        "digest":["6262795db6aed05a5de7cc3cbe496401"],
        "boost":[1.4142135],
        "lang":"en",
        "metatag.keywords":",",
        "_version_":1533871839739117568,
        "host":"localhost",
        "url":"http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon/healthcare-description.html",
        "score":0.5481102}]
  },
  "debug":{
    "rawquerystring":"Upendra",
    "querystring":"Upendra",
    "parsedquery":"(+DisjunctionMaxQuery(((metatag.description:Upendra)^9.0 | (h1:Upendra)^7.0
| (h2:Upendra)^6.0 | (h3:Upendra)^5.0 | (id:Upendra)^0.5 | (h4:Upendra)^4.0 | _text_:upendra)~0.99))/no_coord",
    "parsedquery_toString":"+((metatag.description:Upendra)^9.0 | (h1:Upendra)^7.0 | (h2:Upendra)^6.0
| (h3:Upendra)^5.0 | (id:Upendra)^0.5 | (h4:Upendra)^4.0 | _text_:upendra)~0.99",
    "explain":{
      "http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon.html":"\n0.84300333
= max plus 0.99 times others of:\n  0.84300333 = weight(_text_:upendra in 0) [], result of:\n
   0.84300333 = score(doc=0,freq=6.0 = termFreq=6.0\n), product of:\n      0.44183275 = idf(docFreq=4,
docCount=6)\n      1.9079694 = tfNorm, computed from:\n        6.0 = termFreq=6.0\n      
 1.2 = parameter k1\n        0.75 = parameter b\n        121.666664 = avgFieldLength\n   
    83.591835 = fieldLength\n",
      "http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon/health-care.html":"\n0.7009616
= max plus 0.99 times others of:\n  0.7009616 = weight(_text_:upendra in 3) [], result of:\n
   0.7009616 = score(doc=3,freq=2.0 = termFreq=2.0\n), product of:\n      0.44183275 = idf(docFreq=4,
docCount=6)\n      1.5864862 = tfNorm, computed from:\n        2.0 = termFreq=2.0\n      
 1.2 = parameter k1\n        0.75 = parameter b\n        121.666664 = avgFieldLength\n   
    64.0 = fieldLength\n",
      "http://localhost:4503/content/uhcdotcom/en/home/waysin/poc/upendra-custon/healthcare-description.html":"\n0.5481102
= max plus 0.99 times others of:\n  0.5481102 = weight(_text_:upendra in 4) [], result of:\n
   0.5481102 = score(doc=4,freq=1.0 = termFreq=1.0\n), product of:\n      0.44183275 = idf(docFreq=4,
docCount=6)\n      1.2405376 = tfNorm, computed from:\n        1.0 = termFreq=1.0\n      
 1.2 = parameter k1\n        0.75 = parameter b\n        121.666664 = avgFieldLength\n   
    64.0 = fieldLength\n"},
    "QParser":"ExtendedDismaxQParser",
    "altquerystring":null,
    "boost_queries":null,
    "parsed_boost_queries":[],
    "boostfuncs":null,
    "timing":{
      "time":12.0,
      "prepare":{
        "time":1.0,
        "query":{
          "time":1.0},
        "facet":{
          "time":0.0},
        "facet_module":{
          "time":0.0},
        "mlt":{
          "time":0.0},
        "highlight":{
          "time":0.0},
        "stats":{
          "time":0.0},
        "expand":{
          "time":0.0},
        "debug":{
          "time":0.0}},
      "process":{
        "time":10.0,
        "query":{
          "time":4.0},
        "facet":{
          "time":0.0},
        "facet_module":{
          "time":0.0},
        "mlt":{
          "time":0.0},
        "highlight":{
          "time":0.0},
        "stats":{
          "time":0.0},
        "expand":{
          "time":0.0},
        "debug":{
          "time":6.0}}}}}








Regards
Megha

-----Original Message-----
From: Nick D [mailto:ndrake0027@gmail.com] 
Sent: Tuesday, May 10, 2016 7:58 AM
To: solr-user@lucene.apache.org
Subject: Re: Solr edismax field boosting

You can add the debug flag to the end of the request and see exactly what
the scoring is and why things are happening.

&debug=ALL will show you everything including the scoring.

Showing the result of the debug query should help you, or adding that into
your question here, decipher what is going on with your scoring and how the
boosts are(n't) working.

Nick

On Mon, May 9, 2016 at 7:22 PM, Megha Bhandari <mbhandari2@sapient.com>
wrote:

> Hi
>
> We are trying to boost certain fields with relevancy. However we are not
> getting results as per expectation. Below is the configuration in
> solr-config.xml.
> Even though the title field has a lesser boost than metatag.description
> results for title field are coming higher.
>
> We even created test data that have data only in description in
> metatag.description and title. Example , page 1 has foo in description and
> page 2 has foo in title. Solr is still returning page 2 before page 1.
>
> We are using Solr 5.5 and Nutch 1.11 currently.
>
> Following is the configuration we are using. Any ideas on what we are
> missing to enable correct field boosting?
>
> <requestHandler name="/elevate" class="solr.SearchHandler" startup="lazy">
>     <lst name="defaults">
>                   <str name="qf">
>         metatag.keywords^10 metatag.description^9 title^8 h1^7 h2^6 h3^5
> h4^4 id _text_^1
>       </str>
>       <str name="echoParams">explicit</str>
>                   <int name="rows">10</int>
>
>                   <!-- Below Entry for Search Suggestions -->
>
>                   <str name="echoParams">explicit</str>
>       <str name="df">_text_</str>
>       <str name="spellcheck.dictionary">default</str>
>       <str name="spellcheck">on</str>
>       <str name="spellcheck.extendedResults">false</str>
>       <str name="spellcheck.count">10</str>
>       <str name="spellcheck.alternativeTermCount">5</str>
>       <str name="spellcheck.maxResultsForSuggest">5</str>
>       <str name="spellcheck.collate">false</str>
>       <str name="spellcheck.collateExtendedResults">true</str>
>       <str name="spellcheck.maxCollationTries">10</str>
>       <str name="spellcheck.maxCollations">5</str>
>                 <!-- Entry for highlighting of search keyword -->
>                   <str name="fl">id title metatag.description itemtype
> lang metatag.hideininternalsearch metatag.topresultthumbnailalt
> metatag.topresultthumbnailurl playerid playerkey</str>
>       <str name="hl">on</str>
>       <str name="hl.fragsize">0</str>
>       <str name="hl.fl">title metatag.description</str>
>       <str name="hl.simple.pre"><![CDATA[<strong>]]></str>
>       <str name="hl.simple.post"><![CDATA[</strong>]]></str>
>     </lst>
>     <arr name="last-components">
>       <str>spellcheck</str>
>                 <str>elevator</str>
>     </arr>
>   </requestHandler>
>
> Thanks
> Megha
>
Mime
View raw message