Add Meta's AI crawler to robots.txt when opted out of data sharing. (#39159)

* Disallow meta-externalagent

* Add changelog

Committed via a GitHub action: https://github.com/Automattic/jetpack/actions/runs/10633216653

Upstream-Ref: Automattic/jetpack@833cfd1

Author: TimBroddin

composer.json

@@ -4,7 +4,7 @@
 	"type": "wordpress-plugin",
 	"license": "GPL-2.0-or-later",
 	"require": {
-		"automattic/jetpack-mu-wpcom": "^5.59.1-alpha"
+		"automattic/jetpack-mu-wpcom": "^5.60.0-alpha"
 	},
 	"require-dev": {
 		"yoast/phpunit-polyfills": "^1.1.1",

composer.lock

@@ -5,10 +5,13 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
-## [5.59.1-alpha] - unreleased
+## [5.60.0-alpha] - unreleased
 
 This is an alpha version! The changes listed here are not final.
 
+### Added
+- Add Meta crawler.
+
 ### Changed
 - Newspack blocks: Updated from 3.5 to 4.0.1
 - Updated package dependencies.
@@ -1200,7 +1203,7 @@ This is an alpha version! The changes listed here are not final.
 
 - Testing initial package release.
 
-[5.59.1-alpha]: https://github.com/Automattic/jetpack-mu-wpcom/compare/v5.59.0...v5.59.1-alpha
+[5.60.0-alpha]: https://github.com/Automattic/jetpack-mu-wpcom/compare/v5.59.0...v5.60.0-alpha
 [5.59.0]: https://github.com/Automattic/jetpack-mu-wpcom/compare/v5.58.0...v5.59.0
 [5.58.0]: https://github.com/Automattic/jetpack-mu-wpcom/compare/v5.57.1...v5.58.0
 [5.57.1]: https://github.com/Automattic/jetpack-mu-wpcom/compare/v5.57.0...v5.57.1

vendor/automattic/jetpack-mu-wpcom/CHANGELOG.md

@@ -53,7 +53,7 @@
 		},
 		"autotagger": true,
 		"branch-alias": {
-			"dev-trunk": "5.59.x-dev"
+			"dev-trunk": "5.60.x-dev"
 		},
 		"textdomain": "jetpack-mu-wpcom",
 		"version-constants": {

vendor/automattic/jetpack-mu-wpcom/composer.json

@@ -15,7 +15,7 @@
  * Jetpack_Mu_Wpcom main class.
  */
 class Jetpack_Mu_Wpcom {
-	const PACKAGE_VERSION = '5.59.1-alpha';
+	const PACKAGE_VERSION = '5.60.0-alpha';
 	const PKG_DIR         = __DIR__ . '/../';
 	const BASE_DIR        = __DIR__ . '/';
 	const BASE_FILE       = __FILE__;

vendor/automattic/jetpack-mu-wpcom/src/class-jetpack-mu-wpcom.php

@@ -44,6 +44,7 @@ function robots_txt( string $output, $public ): string {
 			'FacebookBot',
 			'Google-Extended',
 			'GPTBot',
+			'meta-externalagent',
 			'omgili',
 			'omgilibot',
 			'PerplexityBot',