django-haystack / pysolr Goto Github PK

Traceback (most recent call last):
  File "/Users/mike/Virtualenv/lib/python2.7/site-packages/django/core/management/base.py", line 222, in run_from_argv
    self.execute(*args, **options.__dict__)
  File "/Users/mike/Virtualenv/lib/python2.7/site-packages/django/core/management/base.py", line 255, in execute
    output = self.handle(*args, **options)
  File "/Users/mike/Virtualenv/lib/python2.7/site-packages/django_haystack-2.0.0_facets-py2.7.egg/haystack/management/commands/update_index.py", line 170, in handle
    return super(Command, self).handle(*items, **options)
  File "/Users/mike/Virtualenv/lib/python2.7/site-packages/django/core/management/base.py", line 355, in handle
    label_output = self.handle_label(label, **options)
  File "/Users/mike/Virtualenv/lib/python2.7/site-packages/django_haystack-2.0.0_facets-py2.7.egg/haystack/management/commands/update_index.py", line 229, in handle_label
    do_update(self.backend, index, qs, start, end, total, self.verbosity)
  File "/Users/mike/Virtualenv/lib/python2.7/site-packages/django_haystack-2.0.0_facets-py2.7.egg/haystack/management/commands/update_index.py", line 68, in do_update
    backend.update(index, current_qs, commit=True)
  File "/Users/mike/Virtualenv/lib/python2.7/site-packages/django_haystack-2.0.0_facets-py2.7.egg/haystack/backends/solr_backend.py", line 70, in update
    self.conn.add(docs, commit=commit, boost=index.get_field_weights())
  File "/Users/mike/Virtualenv/lib/python2.7/site-packages/pysolr.py", line 740, in add
    message.append(self._build_doc(doc, boost=boost))
  File "/Users/mike/Virtualenv/lib/python2.7/site-packages/pysolr.py", line 696, in _build_doc
    field.text = self._from_python(bit)
  File "lxml.etree.pyx", line 922, in lxml.etree._Element.text.__set__ (src/lxml/lxml.etree.c:40737)
  File "apihelpers.pxi", line 656, in lxml.etree._setNodeText (src/lxml/lxml.etree.c:18467)
  File "apihelpers.pxi", line 1339, in lxml.etree._utf8 (src/lxml/lxml.etree.c:24233)
ValueError: All strings must be XML compatible: Unicode or ASCII, no NULL bytes or control characters

Traceback (most recent call last):
  File "/storage/pydev/feelfree-v4/feelfree/../lib/haystack/management/commands/update_index.py", line 210, in handle_
label
    self.update_backend(label, using)
  File "/storage/pydev/feelfree-v4/feelfree/../lib/haystack/management/commands/update_index.py", line 256, in update_
backend
    do_update(backend, index, qs, start, end, total, self.verbosity)
  File "/storage/pydev/feelfree-v4/feelfree/../lib/haystack/management/commands/update_index.py", line 78, in do_updat
e
    backend.update(index, current_qs)
  File "/storage/pydev/feelfree-v4/feelfree/../lib/haystack/backends/solr_backend.py", line 66, in update
    self.conn.add(docs, commit=commit, boost=index.get_field_weights())
  File "/storage/pydev/feelfree-v4/feelfree/../lib/pysolr.py", line 740, in add
    message.append(self._build_doc(doc, boost=boost))
  File "/storage/pydev/feelfree-v4/feelfree/../lib/pysolr.py", line 695, in _build_doc
    field = ET.Element('field', **attrs)
  File "lxml.etree.pyx", line 2560, in lxml.etree.Element (src/lxml/lxml.etree.c:52924)
TypeError: Element() keywords must be strings

            except SyntaxError as err:
                full_html = "%s" % response

'{"responseHeader":{"status":400,"QTime":281,"params":{"q":"*:*","facet.field":["facet_keywords_exact","grade","{!ex=category_exact}category_exact","hierarchy4"],"fl":"* score","start":"0","fq":["django_ct:(campsite.campsite)","{!geofilt pt=45.2065182704,0.826721191406 sfield=point d=25.749504}"],"f.facet_keywords_exact.facet.limit":"1000","rows":"1","facet":"on","wt":"json"}},"response":{"numFound":5,"start":0,"maxScore":1.0,"docs":[{"rating":"0","point":"45.4129972217,0.931974828309","grade":3,"text":"Camping le Repaire\\nCamping Le Repaire is in the beautiful region of P\xc3\xa9rigord, surrounded by trees, nature and rivers. Located only a short walk from the small village of Thiviers, this family-run campsite is ideal for a relaxing holiday with family and friends.\\r\\n\\r\\nOur facilities include:\\r\\n- two toilet/shower blocks\\r\\n- disabled access facilities\\r\\n- swimming pool\\r\\n- playground\\r\\n- bar and takeaway\\r\\n- laundry room\\r\\n\\r\\nPlay p\xc3\xa9tanque, play table football, ping pong or pool - or simply relax by the pool with an ice cream or an aperitif.\\r\\n\\r\\nOur friendly barbecues are not to be missed!\\nThiviers, Dordogne, Aquitaine, France\\nThiviers\\nDordogne\\nFrance\\nDordogne\\nfrance/aquitaine/dordogne/thiviers/camping-le-repaire\\ncamping-le-repaire\\n aa-pennant-none bar-nearby bar-or-club-house barbecues-allowed beach-excellent-water-quality beaches book-pitchup canoeingkayaking-nearby car-parking-by-pitch cycle-hire-nearby cycling-nearby disabled-facilities dogs-allowed dogs-allowed-all-year drainage-hook-up-points-for-tourers electrical-hook-up-points-for-tourers english family-friendly fishing free-wifi games-room gastronomic-delight hard-standings horse-riding-nearby is_balance_of_payment_taken_on_arrival jumbo-tent-pitches large-51-200-pitches launderette leisuretheme-park-nearby motorcycle-friendly motorhome-service-point nearby-farmers-market on-site-restaurantcafe outdoor-pool-nearby outdoor-swimming-pool peaceful play-area public-telephone rallies-welcome recycling-available restaurant-nearby shop-nearby shower-available take-away tennis-nearby toilet-block tv-room washing-up-area water-hook-up-points-for-tourers wifi \\nOur campsite is a few minutes from Thiviers, the capital of foie gras and truffles, so make sure you taste the exquisite local cuisine.\\r\\n\\r\\nA must visit is the Grottes de Villars (10km), a cave with 17,000-year-old prehistoric paintings, stalactites and other cave formations. \\r\\n\\r\\nKids will love the Chateau de Puyguilhem (11km), a sixteenth century castle listed as a historic monument by UNESCO.\\r\\n\\r\\nOr go to one of the many summer concerts in the ruins of Abbey de Boschaud, a twelfth century Cistercian monastery.\\n\\n    Barbecues allowed\\n\\n    Games room\\n\\n    Water hook-up points for tourers\\n\\n    On-site restaurant/cafe\\n\\n    Drainage hook-up points for tourers\\n\\n    Electrical hook-up points for tourers\\n\\n    Shower available\\n\\n    Cycling nearby\\n\\n    Nearby farmers' market\\n\\n    Fishing\\n\\n    Leisure/theme park nearby\\n\\n    Canoeing/kayaking nearby\\n\\n    Take away\\n\\n    Cycle hire nearby\\n\\n    Dogs allowed all year\\n\\n    Recycling available\\n\\n    Car parking by pitch\\n\\n    Launderette\\n\\n    Bar or club house\\n\\n    Public telephone\\n\\n    Horse riding nearby\\n\\n    Outdoor swimming pool\\n\\n    Play area\\n\\n    Toilet block\\n\\n    TV room\\n\\n    Washing-up area\\n\\n    Bar nearby\\n\\n    Outdoor pool nearby\\n\\n    Restaurant nearby\\n\\n    Shop nearby\\n\\n    Tennis nearby\\n\\n    Wifi\\n\\n    Hard standings\\n\\n    Motorhome service point\\n\\n    Disabled facilities\\n\\n    Dogs allowed\\n\\n    Family friendly\\n\\n    Jumbo tent pitches\\n\\n    Free wifi\\n\\n    Large (51-200 pitches)\\n\\n    Rallies welcome\\n\\n    Motorcycle friendly\\n\\n    Peaceful\\n\\n    Gastronomic delight\\n","has_primary_photo":true,"django_ct":"campsite.campsite","facilities":["barbecues-allowed","games-room","water-hook-up-points-for-tourers","on-site-restaurantcafe","drainage-hook-up-points-for-tourers","electrical-hook-up-points-for-tourers","shower-available","cycling-nearby","nearby-farmers-market","fishing","leisuretheme-park-nearby","canoeingkayaking-nearby","take-away","cycle-hire-nearby","dogs-allowed-all-year","recycling-available","car-parking-by-pitch","launderette","bar-or-club-house","public-telephone","horse-riding-nearby","outdoor-swimming-pool","play-area","toilet-block","tv-room","washing-up-area","bar-nearby","outdoor-pool-nearby","restaurant-nearby","shop-nearby","tennis-nearby","wifi","hard-standings","motorhome-service-point","disabled-facilities","dogs-allowed","family-friendly","jumbo-tent-pitches","free-wifi","large-51-200-pitches","rallies-welcome","motorcycle-friendly","peaceful","gastronomic-delight"],"lead_price_one_night":0.0,"hierarchy_tree_exact":["france/aquitaine/dordogne/thiviers/","france/aquitaine/dordogne/","france/aquitaine/","france/"],"id":"campsite.campsite.12273","bookable":true,"category":["tent-pitches","touring-pitches","motorhomes"],"django_id":"12273","content_autocomplete_text":"\\n{\\n    \\"value\\": \\"Camping le Repaire, Thiviers\\",\\n    \\"tokens\\": [\\"Thiviers\\", \\"france/aquitaine/dordogne/thiviers/camping\\\\u002Dle\\\\u002Drepaire\\"],\\n    \\"categories\\": [\\n                    {\\"sprite_class\\": \\"tents\\", \\"id\\": 4, \\"name\\": \\"Tent pitches\\"}\\n                  \\n                    ,{\\"sprite_class\\": \\"tourers\\", \\"id\\": 3, \\"name\\": \\"Touring pitches\\"}\\n                  \\n                    ,{\\"sprite_class\\": \\"motorhomes\\", \\"id\\": 10, \\"name\\": \\"Motorhomes\\"}\\n                  ],\\n    \\"name\\": \\"Camping le Repaire, Thiviers\\",\\n    \\"url\\": \\"france/aquitaine/dordogne/thiviers/camping\\\\u002Dle\\\\u002Drepaire\\",\\n    \\"bookable\\": true,\\n    \\"thumb\\": \\"https://media.pitchup.co.uk/images/2/image/upload/t_thumb_v2/v1383148631/camping\\\\u002Dle\\\\u002Drepaire/camping\\\\u002Dle\\\\u002Drepaire\\\\u002Dthe\\\\u002Dpond.jpg\\"\\n}","hierarchy0_exact":"france/","expected_value":6.488E-5,"hosted_online_booking":true,"category_ids":"4,3,10","campsite_id":12273,"parent_hierarchy_name":"Thiviers","content_autocomplete":"Camping le Repaire","rate_count":0,"hierarchy3_exact":"france/aquitaine/dordogne/thiviers/","name_sortable":"CampingleRepaire","available_pitches_tents":false,"category_exact":["tent-pitches","touring-pitches","motorhomes"],"available_pitches_lodges":false,"hierarchy1":"france/aquitaine/","enable_availability":true,"has_tagged_url":false,"available_to_search":true,"path":"france/aquitaine/dordogne/thiviers/camping-le-repaire","available_pitches_motorhomes":false,"hierarchy2_exact":"france/aquitaine/dordogne/","facet_keywords":["is_balance_of_payment_taken_on_arrival","barbecues-allowed","aa-pennant-none","nearby-farmers-market","beach-excellent-water-quality","fishing","recycling-available","outdoor-swimming-pool","tv-room","outdoor-pool-nearby","washing-up-area","dogs-allowed","car-parking-by-pitch","play-area","leisuretheme-park-nearby","public-telephone","on-site-restaurantcafe","peaceful","large-51-200-pitches","tennis-nearby","canoeingkayaking-nearby","cycle-hire-nearby","jumbo-tent-pitches","horse-riding-nearby","cycling-nearby","hard-standings","drainage-hook-up-points-for-tourers","take-away","free-wifi","shower-available","water-hook-up-points-for-tourers","dogs-allowed-all-year","gastronomic-delight","shop-nearby","bar-nearby","beaches","disabled-facilities","electrical-hook-up-points-for-tourers","motorhome-service-point","restaurant-nearby","wifi","bar-or-club-house","book-pitchup","rallies-welcome","family-friendly","launderette","motorcycle-friendly","english","games-room","toilet-block"],"facet_keywords_exact":["is_balance_of_payment_taken_on_arrival","barbecues-allowed","aa-pennant-none","nearby-farmers-market","beach-excellent-water-quality","fishing","recycling-available","outdoor-swimming-pool","tv-room","outdoor-pool-nearby","washing-up-area","dogs-allowed","car-parking-by-pitch","play-area","leisuretheme-park-nearby","public-telephone","on-site-restaurantcafe","peaceful","large-51-200-pitches","tennis-nearby","canoeingkayaking-nearby","cycle-hire-nearby","jumbo-tent-pitches","horse-riding-nearby","cycling-nearby","hard-standings","drainage-hook-up-points-for-tourers","take-away","free-wifi","shower-available","water-hook-up-points-for-tourers","dogs-allowed-all-year","gastronomic-delight","shop-nearby","bar-nearby","beaches","disabled-facilities","electrical-hook-up-points-for-tourers","motorhome-service-point","restaurant-nearby","wifi","bar-or-club-house","book-pitchup","rallies-welcome","family-friendly","launderette","motorcycle-friendly","english","games-room","toilet-block"],"name":"Camping le Repaire","hierarchy1_exact":"france/aquitaine/","available_pitches_caravans":false,"hierarchy_tree":["france/aquitaine/dordogne/thiviers/","france/aquitaine/dordogne/","france/aquitaine/","france/"],"available_pitches_rent_a_tent":false,"has_availability":true,"pitchtype_ids":[3915],"hierarchy0":"france/","hierarchy3":"france/aquitaine/dordogne/thiviers/","hierarchy2":"france/aquitaine/dordogne/","available_pitches_tourers":false,"last_booking_time":"2014-03-08T09:14:53.327Z","api_type":-1,"_version_":1489653176005033984,"score":1.0}]},"error":{"msg":"undefined field: \\"hierarchy4\\"","code":400}}\n'

    data = ProductSerializer(self).data
    if fields is not None:
        data = {key: data[key] for key in fields}
        data['id'] = self.pk

    solr_connection().add([data])

>>> urllib.urlencode([('ellipsis', u'\u2026')])
Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
  File "/usr/lib/python2.6/urllib.py", line 1269, in urlencode
    v = quote_plus(str(v))
UnicodeEncodeError: 'ascii' codec can't encode character u'\u2026' in position 0: ordinal not in range(128)

>>> urllib.urlencode([('ellipsis', u'\u2026'.encode('UTF-8'))])
'ellipsis=%E2%80%A6'

$ python -m unittest tests
[...]
SolrError: [Reason: ERROR:unknown field 'price']
----------------------------------------------------------------------
Ran 36 tests in 1.481s

  File "pysolr-3.1.0-py2.7.egg/pysolr.py", line 578, in search
    response = self._select(params)
  File "pysolr-3.1.0-py2.7.egg/pysolr.py", line 315, in _select
    return self._send_request('post', path, body=params_encoded, headers=headers)
  File "pysolr-3.1.0-py2.7.egg/pysolr.py", line 293, in _send_request
    error_message = self._extract_error(resp)
  File "pysolr-3.1.0-py2.7.egg/pysolr.py", line 372, in _extract_error
    reason, full_html = self._scrape_response(resp.headers, resp.content)
  File "pysolr-3.1.0-py2.7.egg/pysolr.py", line 440, in _scrape_response
    full_html = "%s" % response

        http://wiki.apache.org/solr/ExtractingRequestHandler

    The ExtractingRequestHandler has a very simply model: it extracts
    contents and metadata from the uploaded file and inserts it directly
    into the index. This is rarely useful as it allows no way to store
    additional data or otherwise customize the record. Instead, by default
    we'll use the extract-only mode to extract the data without indexing it
    so the caller has the opportunity to process it as appropriate; call
    with ``extractOnly=False`` if you want to insert with no additional
    processing.

    Returns None if metadata cannot be extracted; otherwise returns a
    dictionary containing at least two keys:

        :contents:
                    Extracted full-text content, if applicable
        :metadata:
                    key:value pairs of text strings
    """
    if not hasattr(file_obj, "name"):
        raise ValueError("extract() requires file-like objects which have a defined name property")

    params = {
        "extractOnly": "true" if extractOnly else "false",
        "lowernames": "true",
        "wt": "json",
    }
    params.update(kwargs)
    filename = urllib.quote(file_obj.name)
    try:
        # We'll provide the file using its true name as Tika may use that
        # as a file type hint:
        resp = self._send_request('post', 'update/extract',
                                  body=params,
                                  files={'file': (filename, file_obj)})
    except (IOError, SolrError) as err:
        self.log.error("Failed to extract document metadata: %s", err,
                       exc_info=True)
        raise

    try:
        data = json.loads(resp)
    except ValueError as err:
        self.log.error("Failed to load JSON response: %s", err,
                       exc_info=True)
        raise

    data['contents'] = data.pop(filename, None)
    data['metadata'] = metadata = {}

    raw_metadata = data.pop("%s_metadata" % filename, None)

    if raw_metadata:
        # The raw format is somewhat annoying: it's a flat list of
        # alternating keys and value lists
        while raw_metadata:
            metadata[raw_metadata.pop()] = raw_metadata.pop()

    return data

pysolr.pyc in _select(self, params)
    240         else:
    241             # Handles very long queries by submitting as a POST.

--> 242             path = '%s/select/?%s' % (self.path,)
    243             headers = {
    244                 'Content-type': 'application/x-www-form-urlencoded',

TypeError: not enough arguments for format string

solr = Solr(solr_url)
solr.add([{'foo':'bar', 'bar':['foo', 'baz']}], boost={'foo':5})

<add>
  <doc>
    <field boost="5" name="foo">bar</field>
    <field boost="5" name="bar">foo</field>
    <field name="bar">baz</field>
  </doc>
</add>

TypeError: Element() keywords must be strings

POST /solr/update/?commit=true HTTP/1.1
Host: localhost:8983
Accept-Encoding: gzip, deflate, compress
Content-Type: application/x-www-form-urlencoded
Content-type: text/xml; charset=utf-8
Accept: */*
Content-Length: 89
User-Agent: python-requests/1.1.0 CPython/3.3.0 Linux/3.4.9

return self._send_request('POST', path, message, {'Content-type': 'text/xml; charset=utf-8'})

conn.search(q="*", fq="year:2009", fq="author:foo")

multidict['fq'] = " AND".join(multidict.getall('fq'))

[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]     solr.add([data], commit=None, commitWithin=60 * 1000)
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]   File "/opt/s4uadmin/eggs/pysolr-2.0.15-py2.7.egg/pysolr.py", line 686, in add
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]     m = ET.tostring(message, encoding='utf-8')
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]   File "/usr/lib/python2.7/xml/etree/ElementTree.py", line 1121, in tostring
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]     ElementTree(element).write(file, encoding, method=method)
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]   File "/usr/lib/python2.7/xml/etree/ElementTree.py", line 815, in write
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]     serialize(write, self._root, encoding, qnames, namespaces)
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]   File "/usr/lib/python2.7/xml/etree/ElementTree.py", line 927, in _serialize_xml
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]     v = _escape_attrib(v, encoding)
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]   File "/usr/lib/python2.7/xml/etree/ElementTree.py", line 1087, in _escape_attrib
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]     _raise_serialization_error(text)
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]   File "/usr/lib/python2.7/xml/etree/ElementTree.py", line 1047, in _raise_serialization_error
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1]     "cannot serialize %r (type %s)" % (text, type(text).__name__)
[Tue Mar 06 10:11:10 2012] [error] [client 127.0.0.1] TypeError: cannot serialize 60000 (type int)