iai-group / nordlys Goto Github PK

~/nordlys ❯❯❯ ./scripts/load_mongo_dumps.sh mongo_dbpedia-2015-10.tar.bz2                                                                      master
MongoDB shell version v3.6.3
connecting to: mongodb://127.0.0.1:27017
MongoDB server version: 3.6.3
{
	"db" : "test",
	"collections" : 0,
	"views" : 0,
	"objects" : 0,
	"avgObjSize" : 0,
	"dataSize" : 0,
	"storageSize" : 0,
	"numExtents" : 0,
	"indexes" : 0,
	"indexSize" : 0,
	"fileSize" : 0,
	"fsUsedSize" : 0,
	"fsTotalSize" : 0,
	"ok" : 1
}
mongodb running!
############ Loading Mongo collection ...
--2018-05-28 22:11:59--  http://iai.group/downloads/nordlys-v02/mongo_dbpedia-2015-10.tar.bz2
Resolving iai.group (iai.group)... 162.241.224.152
Connecting to iai.group (iai.group)|162.241.224.152|:80... connected.
HTTP request sent, awaiting response... 301 Moved Permanently
Location: http://gustav1.ux.uis.no/downloads/nordlys-v02/mongo_dbpedia-2015-10.tar.bz2 [following]
--2018-05-28 22:11:59--  http://gustav1.ux.uis.no/downloads/nordlys-v02/mongo_dbpedia-2015-10.tar.bz2
Resolving gustav1.ux.uis.no (gustav1.ux.uis.no)... 152.94.1.85
Connecting to gustav1.ux.uis.no (gustav1.ux.uis.no)|152.94.1.85|:80... connected.
HTTP request sent, awaiting response... 403 Forbidden
2018-05-28 22:11:59 ERROR 403: Forbidden.

tar (child): /home/fedor/nordlys/tmp/mongo_dbpedia-2015-10.tar.bz2: Cannot open: No such file or directory
tar (child): Error is not recoverable: exiting now
tar: Child returned status 2
tar: Error is not recoverable: exiting now
2018-05-28T22:11:59.879-0400	the --db and --collection args should only be used when restoring from a BSON file. Other uses are deprecated and will not exist in the future; use --nsInclude instead
2018-05-28T22:11:59.880-0400	building a list of collections to restore from /home/fedor/nordlys/tmp dir
2018-05-28T22:11:59.880-0400	done

File "/home/xxxx/miniconda3/envs/matchmaker/lib/python3.8/runpy.py", line 194, in _run_module_as_main
    return _run_code(code, main_globals, None,
  File "/home/xxxx/miniconda3/envs/matchmaker/lib/python3.8/runpy.py", line 87, in _run_code
    exec(code, run_globals)
  File "/mnt/nfs/scratch1/xxxx/nordlys/nordlys/core/data/dbpedia/indexer_dbpedia_types.py", line 34, in <module>
    from rdflib.plugins.parsers.ntriples import NTriplesParser
ImportError: cannot import name 'NTriplesParser' from 'rdflib.plugins.parsers.ntriples' (/home/xxxx/miniconda3/envs/matchmaker/lib/python3.8/site-packag
es/rdflib/plugins/parsers/ntriples.py)

$ python -m nordlys.services.el 
2019-06-25 17:27:03,639 - nordlys - INFO - Loading KB snapshot of proper named entities ...
Traceback (most recent call last):
  File "/home/ben/nordlys/anaconda-bin/lib/python3.7/runpy.py", line 193, in _run_module_as_main
    "__main__", mod_spec)
  File "/home/ben/nordlys/anaconda-bin/lib/python3.7/runpy.py", line 85, in _run_code
    exec(code, run_globals)
  File "/home/ben/nordlys/nordlys/nordlys/services/el.py", line 198, in <module>
    main(arg_parser())
  File "/home/ben/nordlys/nordlys/nordlys/services/el.py", line 187, in main
    el = EL(conf, Entity(), ElasticCache(DBPEDIA_INDEX), FeatureCache())
  File "/home/ben/nordlys/nordlys/nordlys/services/el.py", line 90, in __init__
    load_kb_snapshot(self.__config["kb_snapshot"])
  File "/home/ben/nordlys/nordlys/nordlys/logic/el/el_utils.py", line 18, in load_kb_snapshot
    with open(kb_file, "r") as f:
FileNotFoundError: [Errno 2] No such file or directory: 'data/el/snapshot_2015_10.txt'

root@IR:~/nordlys# python -m nordlys.core.retrieval.retrieval data/dbpedia-entity-v2-replication-test/config/retrieval_bm25.config.json
2017-12-13 12:16:26,963 - nordlys - INFO - scoring [INEX_LD-2009022] Szechwan dish food cuisine
Traceback (most recent call last):
  File "/root/anaconda3/lib/python3.5/runpy.py", line 184, in _run_module_as_main
    "__main__", mod_spec)
  File "/root/anaconda3/lib/python3.5/runpy.py", line 85, in _run_code
    exec(code, run_globals)
  File "/root/nordlys/nordlys/core/retrieval/retrieval.py", line 263, in <module>
    main(arg_parser())
  File "/root/nordlys/nordlys/core/retrieval/retrieval.py", line 256, in main
    r.batch_retrieval()
  File "/root/nordlys/nordlys/core/retrieval/retrieval.py", line 209, in batch_retrieval
    results = self.retrieve(queries[query_id])
  File "/root/nordlys/nordlys/core/retrieval/retrieval.py", line 186, in retrieve
    query = self.__elastic.analyze_query(query)
  File "/root/nordlys/nordlys/core/retrieval/elastic.py", line 116, in analyze_query
    tokens = self.__es.indices.analyze(index=self.__index_name, body=query, analyzer=analyzer)["tokens"]
  File "/root/anaconda3/lib/python3.5/site-packages/elasticsearch/client/utils.py", line 76, in _wrapped
    return func(*args, params=params, **kwargs)
TypeError: analyze() got an unexpected keyword argument 'analyzer'