Gallery: shift TSRs in the DOM, rather than fibbing about srcOffset

Passing srcOffsets which don't actually correspond to actual regions of
the source wikitext cause problems in the token offset conversion code.
Instead, parse the wikitext as itself, then adjust the TSRs in the DOM
tree.

Since Gallery isn't ported to PHP (yet), update the
automatically-generated Gallery/index.php.  The newly-added
ContentUtils::shiftDSR() was ported, however.

Change-Id: I28f3d3398930733ae2bcf9759e49c45f93bc7190

lib/ext/Cite/Ref.js

@@ -29,14 +29,16 @@ class Ref {
 			// in-memory DOM which is simply a tree data structure, we can
 			// nest flow content in a <sup> tag.
 			wrapperTag: 'sup',
-			inTemplate: state.parseContext.inTemplate,
+			pipelineOpts: {
-			extTag: 'ref',
+				extTag: 'ref',
-			extTagOpts: {
+				extTagOpts: {
-				allowNestedRef: !!allowNestedRef,
+					allowNestedRef: !!allowNestedRef,
+				},
+				inTemplate: state.parseContext.inTemplate,
+				// FIXME: One-off PHP parser state leak.
+				// This needs a better solution.
+				inPHPBlock: true,
 			},
-			// FIXME: One-off PHP parser state leak.
-			// This needs a better solution.
-			inPHPBlock: true,
 		});
 	}
 

lib/ext/Cite/References.js

@@ -26,8 +26,10 @@ class References {
 	static toDOM(state, content, args) {
 		return ParsoidExtApi.parseTokenContentsToDOM(state, args, '', content, {
 			wrapperTag: 'div',
-			extTag: 'references',
+			pipelineOpts: {
-			inTemplate: state.parseContext.inTemplate,
+				extTag: 'references',
+				inTemplate: state.parseContext.inTemplate,
+			},
 		}).then(function(doc) {
 			var refsOpts = Object.assign({
 				group: null,

src/Parsoid/Ref.php

@@ -48,12 +48,14 @@ class Ref implements ExtensionTag, SerialHandler {
 				// in-memory DOM which is simply a tree data structure, we can
 				// nest flow content in a <sup> tag.
 				'wrapperTag' => 'sup',
-				'inTemplate' => $extApi->parseContext['inTemplate'] ?? null,
+				'pipelineOpts' => [
-				'extTag' => 'ref',
+					'extTag' => 'ref',
-				'extTagOpts' => [ 'allowNestedRef' => $allowNestedRef ],
+					'extTagOpts' => [ 'allowNestedRef' => $allowNestedRef ],
-				// FIXME: One-off PHP parser state leak.
+					'inTemplate' => $extApi->parseContext['inTemplate'] ?? null,
-				// This needs a better solution.
+					// FIXME: One-off PHP parser state leak.
-				'inPHPBlock' => true,
+					// This needs a better solution.
+					'inPHPBlock' => true,
+				],
 			]
 		);
 	}

src/Parsoid/References.php

@@ -486,8 +486,10 @@ class References implements ExtensionTag, SerialHandler {
 			$txt,
 			[
 				'wrapperTag' => 'div',
-				'extTag' => 'references',
+				'pipelineOpts' => [
-				'inTemplate' => $extApi->parseContext['inTemplate'] ?? null,
+					'extTag' => 'references',
+					'inTemplate' => $extApi->parseContext['inTemplate'] ?? null,
+				],
 			]
 		);