curl 'https://meta.wikimedia.org/w/api.php?action=streamconfigs&constraints=schema_title=mediawiki/page/change' | jq .streams[].stream
"mediawiki.page_change.v1"
"mediawiki.page_change.private.v1"
"mediawiki.page_content_change.v1"
"mediawiki.content_history_reconcile.v1"
"mediawiki.content_history_reconcile_enriched.v1"

spark3-submit \
--class org.wikimedia.analytics.refinery.job.refine.cli.EvolveHiveTable \
/srv/deployment/analytics/refinery/artifacts/refinery-job-shaded.jar \
--table=event.mediawiki_page_change_v1 \
--schema_uri=/mediawiki/page/change/latest \
--dry_run=true \
--schema_base_uris=file:///home/otto/primary/jsonschema \
--timestamps_as_strings=true \
--location=hdfs:///wmf/data/event/mediawiki_page_change_v1 \
--partition_columns=datacenter:string,year:long,month:long,day:long,hour:long \
--transform_functions=org.wikimedia.analytics.refinery.job.refine.event_transforms

[...]
Table schema:
[...]
    |-- revert: struct (nullable = true)
    |    |-- is_exact: boolean (nullable = true)
    |    |-- method: string (nullable = true)
    |    |-- rev_original_dt: string (nullable = true)
    |    |-- rev_original_id: long (nullable = true)
    |    |-- rev_reverted_ids: array (nullable = true)
    |    |    |-- element: long (containsNull = true)




[...]
Input schema:
[...]
    |-- revert: struct (nullable = true)
    |    |-- is_exact: boolean (nullable = true)
    |    |-- method: string (nullable = true)
    |    |-- rev_original_dt: string (nullable = true)
    |    |-- rev_original_id: long (nullable = true)

Alter statements:
ALTER TABLE event.mediawiki_page_change_v1
ADD COLUMNS (
`$schema` STRING
)

event.mediawiki_page_change_v1
event.mediawiki_page_change_private_v1
event.mediawiki_page_content_change_v1
event.mediawiki_content_history_reconcile_enriched_v1
event.mediawiki_article_country_prediction_change_v1
event.mediawiki_page_revert_risk_prediction_change_v1
event.mediawiki_page_html_content_change_v1
event.mediawiki_page_html_feature_counts_change_v1

CHANGE COLUMN `revision` `revision` struct<
  comment:string,
  content_slots:map<string,struct<content_body:string,content_format:string,content_model:string,content_sha1:string,content_size:bigint,origin_rev_id:bigint,slot_role:string>>,
  editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_id:bigint,user_text:string,user_central_id:bigint,wiki_id:string,first_edit_dt:string>,
  is_comment_visible:boolean,
  is_content_visible:boolean,
  is_editor_visible:boolean,
  is_minor_edit:boolean,
  rev_dt:string,
  rev_id:bigint,
  rev_parent_id:bigint,
  rev_sha1:string,
  rev_size:bigint,
  revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>
>;

--- feature counts change alters

ALTER TABLE `event.mediawiki_page_html_feature_counts_change_v1`
CHANGE COLUMN `revision` `revision` struct<
  comment:string,
  content_slots:map<string,struct<content_format:string,content_model:string,content_sha1:string,content_size:bigint,origin_rev_id:bigint,slot_role:string>>,
  editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_central_id:bigint,user_id:bigint,user_text:string,wiki_id:string>,
  is_comment_visible:boolean,
  is_content_visible:boolean,
  is_editor_visible:boolean,
  is_minor_edit:boolean,
  rendering:struct<content:struct<content_language:string,content_length:bigint,content_type:string,content_uri:string>,render_dt:string,render_flavor:string,render_id:string>,
  rev_dt:string,
  rev_id:bigint,
  rev_parent_id:bigint,
  rev_sha1:string,
  rev_size:bigint,
  revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>
>;




--- rendering content change alters

ALTER TABLE `event.mediawiki_page_html_content_change_v1`
CHANGE COLUMN `revision` `revision` struct<
  comment:string,
  content_slots:map<string,struct<content_format:string,content_model:string,content_sha1:string,content_size:bigint,origin_rev_id:bigint,slot_role:string>>,
  editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_central_id:bigint,user_id:bigint,user_text:string,wiki_id:string>,
  is_comment_visible:boolean,
  is_content_visible:boolean,
  is_editor_visible:boolean,
  is_minor_edit:boolean,
  rendering:struct<content:struct<content_body:string,content_language:string,content_length:bigint,content_type:string,content_uri:string>,render_dt:string,render_flavor:string,render_id:string>,
  rev_dt:string,
  rev_id:bigint,
  rev_parent_id:bigint,
  rev_sha1:string,
  rev_size:bigint,
  revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>
>;


--- mediawiki/page/change alters

ALTER TABLE `event.mediawiki_page_change_v1`
CHANGE COLUMN `revision` `revision` struct<
  comment:string,
  content_slots:map<string,struct<content_body:string,content_format:string,content_model:string,content_sha1:string,content_size:bigint,origin_rev_id:bigint,slot_role:string>>,
  editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_id:bigint,user_text:string,user_central_id:bigint,wiki_id:string,first_edit_dt:string>,
  is_comment_visible:boolean,
  is_content_visible:boolean,
  is_editor_visible:boolean,
  is_minor_edit:boolean,
  rev_dt:string,
  rev_id:bigint,
  rev_parent_id:bigint,
  rev_sha1:string,
  rev_size:bigint,
  revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>
>;


ALTER TABLE `event.mediawiki_page_change_private_v1`
CHANGE COLUMN `revision` `revision` struct<
  comment:string,
  content_slots:map<string,struct<content_body:string,content_format:string,content_model:string,content_sha1:string,content_size:bigint,origin_rev_id:bigint,slot_role:string>>,
  editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_id:bigint,user_text:string,user_central_id:bigint,wiki_id:string,first_edit_dt:string>,
  is_comment_visible:boolean,
  is_content_visible:boolean,
  is_editor_visible:boolean,
  is_minor_edit:boolean,
  rev_dt:string,
  rev_id:bigint,
  rev_parent_id:bigint,
  rev_sha1:string,
  rev_size:bigint,
  revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>
>;


ALTER TABLE `event.mediawiki_page_content_change_v1`
CHANGE COLUMN `revision` `revision` struct<
  comment:string,
  content_slots:map<string,struct<content_body:string,content_format:string,content_model:string,content_sha1:string,content_size:bigint,origin_rev_id:bigint,slot_role:string>>,
  editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_id:bigint,user_text:string,user_central_id:bigint,wiki_id:string,first_edit_dt:string>,
  is_comment_visible:boolean,
  is_content_visible:boolean,
  is_editor_visible:boolean,
  is_minor_edit:boolean,
  rev_dt:string,
  rev_id:bigint,
  rev_parent_id:bigint,
  rev_sha1:string,
  rev_size:bigint,
  revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>
>;


ALTER TABLE `event.mediawiki_content_history_reconcile_enriched_v1`
CHANGE COLUMN `revision` `revision` struct<
  comment:string,
  content_slots:map<string,struct<content_body:string,content_format:string,content_model:string,content_sha1:string,content_size:bigint,origin_rev_id:bigint,slot_role:string>>,
  editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_id:bigint,user_text:string,user_central_id:bigint,wiki_id:string,first_edit_dt:string>,
  is_comment_visible:boolean,
  is_content_visible:boolean,
  is_editor_visible:boolean,
  is_minor_edit:boolean,
  rev_dt:string,
  rev_id:bigint,
  rev_parent_id:bigint,
  rev_sha1:string,
  rev_size:bigint,
  revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>
>;


--- prediction classification change alters


ALTER TABLE `event.mediawiki_article_country_prediction_change_v1`
CHANGE COLUMN `revision` `revision` struct<
  comment:string,
  editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_id:bigint,user_text:string,user_central_id:bigint,wiki_id:string>,
  is_comment_visible:boolean,
  is_content_visible:boolean,
  is_editor_visible:boolean,
  is_minor_edit:boolean,
  rev_dt:string,
  rev_id:bigint,
  rev_parent_id:bigint,
  rev_sha1:string,
  rev_size:bigint,
  revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>
>;

ALTER TABLE `event.mediawiki_page_revert_risk_prediction_change_v1`
CHANGE COLUMN `revision` `revision` struct<
  comment:string,
  editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_id:bigint,user_text:string,user_central_id:bigint,wiki_id:string>,
  is_comment_visible:boolean,
  is_content_visible:boolean,
  is_editor_visible:boolean,
  is_minor_edit:boolean,
  rev_dt:string,
  rev_id:bigint,
  rev_parent_id:bigint,
  rev_sha1:string,
  rev_size:bigint,
  revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>
>;

revert:
  method: manual
  is_exact: true
  rev_original_id: 4085
  rev_original_dt: 2026-07-02T17:02:10Z
  rev_reverted_oldest_id: 4086
  rev_reverted_newest_id: 4088

presto error: There is a mismatch between the table and partition schemas. The types are incompatible and cannot be coerced. The column 'revision' in table 'event.mediawiki_article_country_prediction_change_v1' is declared as type 'struct<comment:string,editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_id:bigint,user_text:string,user_central_id:bigint,wiki_id:string>,is_comment_visible:boolean,is_content_visible:boolean,is_editor_visible:boolean,is_minor_edit:boolean,rev_dt:string,rev_id:bigint,rev_parent_id:bigint,rev_sha1:string,rev_size:bigint,revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>>', but partition 'datacenter=eqiad/year=2026/month=6/day=30/hour=15' declared column 'revision' as type 'struct<comment:string,content_slots:map<string,struct<content_body:string,content_format:string,content_model:string,content_sha1:string,content_size:bigint,origin_rev_id:bigint,slot_role:string>>,editor:struct<edit_count:bigint,groups:array<string>,is_bot:boolean,is_system:boolean,is_temp:boolean,registration_dt:string,user_id:bigint,user_text:string,user_central_id:bigint,wiki_id:string,first_edit_dt:string>,is_comment_visible:boolean,is_content_visible:boolean,is_editor_visible:boolean,is_minor_edit:boolean,rev_dt:string,rev_id:bigint,rev_parent_id:bigint,rev_sha1:string,rev_size:bigint,revert:struct<is_exact:boolean,method:string,rev_original_dt:string,rev_original_id:bigint>>'.

FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask