Page Menu
Home
Phabricator
Search
Configure Global Search
Log In
Files
F32251726
raw.txt
No One
Actions
View File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Flag For Later
Authored By
Ladsgroup
Sep 9 2020, 12:53 AM
2020-09-09 00:53:43 (UTC+0)
Size
2 KB
Referenced Files
None
Subscribers
None
raw.txt
View Options
import mwapi
from revscoring import Model
import time
import json
import random
from revscoring.extractors.api.extractor import Extractor
import requests
import sys
r = requests.get('https://quarry.wmflabs.org/run/495231/output/0/json')
val = r.json()
with open("models/wikidatawiki.item_quality.gradient_boosting_old.model") as f:
old_model = Model.load(f)
with open("models/wikidatawiki.item_quality.gradient_boosting_new_data_with_ps.model") as f:
new_model = Model.load(f)
with open("models/wikidatawiki.item_quality.gradient_boosting_new_data_without_ps.model") as f:
new_model_without_ps = Model.load(f)
extractor = Extractor(mwapi.Session(host="https://www.wikidata.org",
user_agent="revscoring demo"))
labeleds = []
boo = val['rows']
random.shuffle(boo)
for i in boo:
try:
feature_values_old = list(extractor.extract(i[0], old_model.features))
feature_values_old = old_model.score(feature_values_old)
feature_values_new_ps = list(extractor.extract(i[0], new_model.features))
feature_values_new_ps = new_model.score(feature_values_new_ps)
feature_values_new_without_ps = list(extractor.extract(i[0], new_model_without_ps.features))
feature_values_new_without_ps = new_model_without_ps.score(feature_values_new_without_ps)
except KeyboardInterrupt:
sys.exit()
except:
continue
predictions = [
feature_values_old['prediction'],
feature_values_new_ps['prediction'],
feature_values_new_without_ps['prediction']
]
if len(set(predictions)) == 1:
#print('The same', set(predictions))
continue
print(
'|' + '|'.join([
'[[https://www.wikidata.org/wiki/Special:PermaLink/{}|{}]]'.format(i[0], i[0]),
feature_values_old['prediction'],
feature_values_new_ps['prediction'],
feature_values_new_without_ps['prediction'],
json.dumps({
'old': feature_values_old['probability'],
'new_ps': feature_values_new_ps['probability'],
'new_without_ps': feature_values_new_without_ps['probability']
})
])
)
File Metadata
Details
Attached
Mime Type
text/plain; charset=utf-8
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
8533013
Default Alt Text
raw.txt (2 KB)
Attached To
Mode
P12528 (An Untitled Masterwork)
Attached
Detach File
Event Timeline
Log In to Comment