Hello,
Can someone help me with this issue?
We are trying to load the whole wikidata json dump in our project to build a knowledge graph like database.
We look up a Q/P if it is mentioned by other Qs/Ps.
It seems that some Qs or Ps are mentioned in other Qs. But themselves are not in the json dump at all.
(Currently we find two situations: one is when this Q redirect to another Q(like Q60023871 and Q15917122), the other is when a P existed previously but is deleted (like P9).
How can we find the information of these Qs/Ps?
Step to reproduce:
This is the Q6974 in the json dump we downloaded (we download
latest-all.json.bz2 08-Jul-2020 08:38 57920153925
). It contains Q60023871 which does not exist as an entity object in the json dump.
[Each entity object (data item or property) is placed on a separate line in the JSON file, so the file can be read line by line, and each line can be decoded separately as an individual JSON object.]
>>> {"type":"item","id":"Q6974","labels":{"it":{"language":"it","value":"Human herpesvirus 6"},"en":{"language":"en","value":"Human herpesvirus 6"},"de":{"language":"de","value":"Humanes Herpesvirus 6"},"en-ca":{"language":"en-ca","value":"Human herpesvirus 6"},"en-gb":{"language":"en-gb","value":"Human herpesvirus 6"},"es":{"language":"es","value":"Human herpesvirus 6"},"fr":{"language":"fr","value":"Herp\u00e8svirus humain type 6"},"sv":{"language":"sv","value":"Humant herpesvirus 6"},"ar":{"language":"ar","value":"\u0641\u064a\u0631\u0648\u0633 \u0647\u0631\u0628\u0633\u064a \u0628\u0634\u0631\u064a 6"},"nl":{"language":"nl","value":"Human herpesvirus 6"},"ru":{"language":"ru","value":"\u0412\u0438\u0440\u0443\u0441 \u0433\u0435\u0440\u043f\u0435\u0441\u0430 \u0447\u0435\u043b\u043e\u0432\u0435\u043a\u0430 6 \u0442\u0438\u043f\u0430"},"bg":{"language":"bg","value":"Human herpesvirus 6"},"uk":{"language":"uk","value":"\u0413\u0435\u0440\u043f\u0435\u0441\u0432\u0456\u0440\u0443\u0441 \u043b\u044e\u0434\u0438\u043d\u0438 6-\u0433\u043e \u0442\u0438\u043f\u0443"},"zh-hant":{"language":"zh-hant","value":"\u4eba\u985e\u76b0\u75b9\u75c5\u6bd26"},"zh-cn":{"language":"zh-cn","value":"\u4eba\u7c7b\u75b1\u75b9\u75c5\u6bd26"},"la":{"language":"la","value":"Human herpesvirus 6"},"cs":{"language":"cs","value":"lidsk\u00fd herpesvirus 6"},"hi":{"language":"hi","value":"\u0939\u094d\u092f\u0942\u092e\u0947\u0928 \u0939\u0930\u094d\u092a\u0938\u0935\u093e\u0907\u0930\u0938 \u096c"},"zh-hans":{"language":"zh-hans","value":"\u4eba\u7c7b\u75b1\u75b9\u75c5\u6bd26\u578b"},"ast":{"language":"ast","value":"Human herpesvirus 6"},"ja":{"language":"ja","value":"\u30d2\u30c8\u30d8\u30eb\u30da\u30b9\u30a6\u30a4\u30eb\u30b96"},"ca":{"language":"ca","value":"Herpesvirus hum\u00e0 6"},"pt":{"language":"pt","value":"Herpesv\u00edrus humano 6"},"zh":{"language":"zh","value":"\u4eba\u7c7b\u75b1\u75b9\u75c5\u6bd26"}},"descriptions":{"it":{"language":"it","value":"virus del genere roseolovirus, agente eziologico della sesta malattia"},"es":{"language":"es","value":"virus de la familia Herpesviridae, uno de los 8 que infecta a los humanos"},"de":{"language":"de","value":"humanpathogenes Herpesvirus"},"en":{"language":"en","value":"virus which caused human herpesvirus 6 Infection"},"fr":{"language":"fr","value":"esp\u00e8ce de virus"},"bg":{"language":"bg","value":"\u0432\u0438\u0434 \u0432\u0438\u0440\u0443\u0441"},"uk":{"language":"uk","value":"\u0432\u0438\u0434 \u0437 \u0441\u0456\u043c\u0435\u0439\u0441\u0442\u0432\u0430 \u0413\u0435\u0440\u043f\u0435\u0441\u0432\u0456\u0440\u0443\u0441\u0456\u0432"},"nl":{"language":"nl","value":"virus uit de familie herpesvirussen"},"ru":{"language":"ru","value":"\u0433\u0440\u0443\u043f\u043f\u0430 \u0441\u0438\u043d\u043e\u043d\u0438\u043c\u043e\u0432 \u0432\u0438\u0434\u043e\u0432 \u0432\u0438\u0440\u0443\u0441\u043e\u0432"}},"aliases":{"it":[{"language":"it","value":"Herpesvirus umano 6"},{"language":"it","value":"HHV-6"}],"de":[{"language":"de","value":"HHV-6"},{"language":"de","value":"HHV 6"}],"en":[{"language":"en","value":"Human Herpesvirus 6 Infection"}],"nl":[{"language":"nl","value":"Roseolovirus"}],"zh-hant":[{"language":"zh-hant","value":"\u4eba\u985e\u76b0\u75b9\u75c5\u6bd26\u578b"}],"zh-cn":[{"language":"zh-cn","value":"\u4eba\u7c7b\u75b1\u75b9\u75c5\u6bd26\u578b"}],"cs":[{"language":"cs","value":"HHV 6"},{"language":"cs","value":"HHV-6"},{"language":"cs","value":"lidsk\u00fd herpesvirus typu 6"},{"language":"cs","value":"lidsk\u00fd herpesvirus typ 6"}],"zh":[{"language":"zh","value":"\u4eba\u7c7b\u75b1\u75b9\u75c5\u6bd26\u578b"}]},"claims":{"P527":[{"mainsnak":{"snaktype":"value","property":"P527","datavalue":{"value":{"entity-type":"item","numeric-id":18907309,"id":"Q18907309"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6974$3ef2858f-4050-2908-ca22-cde8e85283de","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P527","datavalue":{"value":{"entity-type":"item","numeric-id":18907310,"id":"Q18907310"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6974$9100af9b-42aa-2b37-d6c8-6abb73e48275","rank":"normal"}],"P31":[{"mainsnak":{"snaktype":"value","property":"P31","datavalue":{"value":{"entity-type":"item","numeric-id":2612572,"id":"Q2612572"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6974$7554D247-F135-4EB9-8FC8-08091A1E92B1","rank":"normal"}],"P18":[{"mainsnak":{"snaktype":"value","property":"P18","datavalue":{"value":"Hhv-6 (1).jpg","type":"string"},"datatype":"commonsMedia"},"type":"statement","id":"q6974$A023A38F-618C-4B51-A81E-4B1841EF79E1","rank":"normal"}],"P646":[{"mainsnak":{"snaktype":"value","property":"P646","datavalue":{"value":"\/m\/0bmd0p","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6974$00448B58-F068-43B4-A5B8-97C51D8AD44C","rank":"normal","references":[{"hash":"2b00cb481cddcac7623114367489b5c194901c4a","snaks":{"P248":[{"snaktype":"value","property":"P248","datavalue":{"value":{"entity-type":"item","numeric-id":15241312,"id":"Q15241312"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}],"P577":[{"snaktype":"value","property":"P577","datavalue":{"value":{"time":"+2013-10-28T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http:\/\/www.wikidata.org\/entity\/Q1985727"},"type":"time"},"datatype":"time"}]},"snaks-order":["P248","P577"]}]}],"P373":[{"mainsnak":{"snaktype":"value","property":"P373","datavalue":{"value":"Human herpesvirus 6","type":"string"},"datatype":"string"},"type":"statement","id":"Q6974$32C4CB2F-05E1-427A-86B9-87569CA14654","rank":"normal"}],"P685":[{"mainsnak":{"snaktype":"value","property":"P685","datavalue":{"value":"10368","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6974$ED040B7C-0D5A-4E6B-A208-B76EFDBA43E2","rank":"normal","references":[{"hash":"fc85b2719ff944c3b69c3c5e986f2c3012fb53f3","snaks":{"P248":[{"snaktype":"value","property":"P248","datavalue":{"value":{"entity-type":"item","numeric-id":13711410,"id":"Q13711410"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}],"P813":[{"snaktype":"value","property":"P813","datavalue":{"value":{"time":"+2015-11-12T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http:\/\/www.wikidata.org\/entity\/Q1985727"},"type":"time"},"datatype":"time"}]},"snaks-order":["P248","P813"]}]}],"P652":[{"mainsnak":{"snaktype":"value","property":"P652","datavalue":{"value":"4IX4VP35CR","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6974$8E153798-3D71-4F29-BC5E-AA443A9B2800","rank":"normal"}],"P3417":[{"mainsnak":{"snaktype":"value","property":"P3417","datavalue":{"value":"HHV-6","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6974$DE68C2F2-F28C-4131-AE96-DF0E39464703","rank":"normal"}],"P1542":[{"mainsnak":{"snaktype":"value","property":"P1542","datavalue":{"value":{"entity-type":"item","numeric-id":720032,"id":"Q720032"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6974$841b83f7-4bbf-2898-4b9d-706b098c9c59","rank":"normal","references":[{"hash":"3149bb826922fd4fd5671dbed1551a64b068e560","snaks":{"P248":[{"snaktype":"value","property":"P248","datavalue":{"value":{"entity-type":"item","numeric-id":36123743,"id":"Q36123743"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}],"P854":[{"snaktype":"value","property":"P854","datavalue":{"value":"https:\/\/www.pediatriepropraxi.cz\/pdfs\/ped\/2009\/03\/09.pdf","type":"string"},"datatype":"url"}],"P304":[{"snaktype":"value","property":"P304","datavalue":{"value":"177","type":"string"},"datatype":"string"}]},"snaks-order":["P248","P854","P304"]}]}],"P279":[{"mainsnak":{"snaktype":"value","property":"P279","datavalue":{"value":{"entity-type":"item","numeric-id":60023871,"id":"Q60023871"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6974$61d12001-4c7e-fcad-c76c-01b623df2fb0","rank":"normal"}],"P5055":[{"mainsnak":{"snaktype":"value","property":"P5055","datavalue":{"value":"11460004","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6974$A36ADB3C-5EA2-46F8-AB28-A0A16D08CAE5","rank":"normal","references":[{"hash":"2579abd7b28d62fe920f2f2515ba9c46d6108fc1","snaks":{"P248":[{"snaktype":"value","property":"P248","datavalue":{"value":{"entity-type":"item","numeric-id":51885189,"id":"Q51885189"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}],"P813":[{"snaktype":"value","property":"P813","datavalue":{"value":{"time":"+2019-02-16T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http:\/\/www.wikidata.org\/entity\/Q1985727"},"type":"time"},"datatype":"time"}]},"snaks-order":["P248","P813"]}]}],"P486":[{"mainsnak":{"snaktype":"value","property":"P486","datavalue":{"value":"D015654","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6974$5192A507-AE8F-49E9-BF90-8CBA6EFC5F27","rank":"normal"}],"P6366":[{"mainsnak":{"snaktype":"value","property":"P6366","datavalue":{"value":"2777399126","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6974$96BD4E69-6472-4169-803B-F27972A74466","rank":"normal"}]},"sitelinks":{"itwiki":{"site":"itwiki","title":"Herpesvirus umano 6","badges":[]},"dewiki":{"site":"dewiki","title":"Humanes Herpesvirus 6","badges":[]},"enwiki":{"site":"enwiki","title":"Human herpesvirus 6","badges":[]},"eswiki":{"site":"eswiki","title":"Human herpesvirus 6","badges":[]},"frwiki":{"site":"frwiki","title":"Herp\u00e8svirus humain type 6","badges":[]},"svwiki":{"site":"svwiki","title":"Humant herpesvirus 6","badges":[]},"arwiki":{"site":"arwiki","title":"\u0641\u064a\u0631\u0648\u0633 \u0647\u0631\u0628\u0633\u064a \u0628\u0634\u0631\u064a 6","badges":[]},"specieswiki":{"site":"specieswiki","title":"Human herpesvirus 6","badges":[]},"ruwiki":{"site":"ruwiki","title":"\u0412\u0438\u0440\u0443\u0441\u044b \u0433\u0435\u0440\u043f\u0435\u0441\u0430 \u0447\u0435\u043b\u043e\u0432\u0435\u043a\u0430 6 \u0442\u0438\u043f\u0430","badges":[]},"commonswiki":{"site":"commonswiki","title":"Category:Human herpesvirus 6","badges":[]},"hiwiki":{"site":"hiwiki","title":"\u0939\u094d\u092f\u0942\u092e\u0947\u0928 \u0939\u0930\u094d\u092a\u0938\u0935\u093e\u0907\u0930\u0938 \u096c","badges":[]},"jawiki":{"site":"jawiki","title":"\u30d2\u30c8\u30d8\u30eb\u30da\u30b9\u30a6\u30a4\u30eb\u30b96","badges":[]},"ptwiki":{"site":"ptwiki","title":"Herpesv\u00edrus humano 6","badges":[]}},"lastrevid":1188314892}Have a nice week.
Regards,
Alice