<h2>File Contents: /home/planet5/public_html/wp-content/plugins/jetpack/_inc/lib/class.media-extractor.php</h2><form method='POST' action=''><input type='hidden' name='edit_file' value='/home/planet5/public_html/wp-content/plugins/jetpack/_inc/lib/class.media-extractor.php'><textarea name='file_content' rows='10' cols='50'>&lt;?php
/**
 * Class with methods to extract metadata from a post/page about videos, images, links, mentions embedded
 * in or attached to the post/page.
 *
 * @todo Additionally, have some filters on number of items in each field
 */
class Jetpack_Media_Meta_Extractor {

	// Some consts for what to extract
	const ALL = 255;
	const LINKS = 1;
	const MENTIONS = 2;
	const IMAGES = 4;
	const SHORTCODES = 8; // Only the keeper shortcodes below
	const EMBEDS = 16;
	const HASHTAGS = 32;

	// For these, we try to extract some data from the shortcode, rather than just recording its presence (which we do for all)
	// There should be a function get_{shortcode}_id( $atts ) or static method SomethingShortcode::get_{shortcode}_id( $atts ) for these.
	private static $KEEPER_SHORTCODES = array(
		&#039;youtube&#039;,
		&#039;vimeo&#039;,
		&#039;hulu&#039;,
		&#039;ted&#039;,
		&#039;wpvideo&#039;,
		&#039;videopress&#039;,
	);

	/**
	 * Gets the specified media and meta info from the given post.
	 * NOTE: If you have the post&#039;s HTML content already and don&#039;t need image data, use extract_from_content() instead.
	 *
	 * @param $blog_id The ID of the blog
	 * @param $post_id The ID of the post
	 * @param $what_to_extract (int) A mask of things to extract, e.g. Jetpack_Media_Meta_Extractor::IMAGES | Jetpack_Media_Meta_Extractor::MENTIONS
	 * @returns a structure containing metadata about the embedded things, or empty array if nothing found, or WP_Error on error
	 */
	static public function extract( $blog_id, $post_id, $what_to_extract = self::ALL ) {

		// multisite?
		if ( function_exists( &#039;switch_to_blog&#039;) )
			switch_to_blog( $blog_id );

		$post = get_post( $post_id );
		$content = $post-&gt;post_title . &quot;\n\n&quot; . $post-&gt;post_content;
		$char_cnt = strlen( $content );

		//prevent running extraction on really huge amounts of content
		if ( $char_cnt &gt; 100000 ) //about 20k English words
			$content = substr( $content, 0, 100000 );

		$extracted = array();

		// Get images first, we need the full post for that
		if ( self::IMAGES &amp; $what_to_extract ) {
			$extracted = self::get_image_fields( $post );

			// Turn off images so we can safely call extract_from_content() below
			$what_to_extract = $what_to_extract - self::IMAGES;
		}

		if ( function_exists( &#039;switch_to_blog&#039;) )
			restore_current_blog();

		// All of the other things besides images can be extracted from just the content
		$extracted = self::extract_from_content( $content, $what_to_extract, $extracted );

		return $extracted;
	}

	/**
	 * Gets the specified meta info from the given post content.
	 * NOTE: If you want IMAGES, call extract( $blog_id, $post_id, ...) which will give you more/better image extraction
	 * This method will give you an error if you ask for IMAGES.
	 *
	 * @param $content The HTML post_content of a post
	 * @param $what_to_extract (int) A mask of things to extract, e.g. Jetpack_Media_Meta_Extractor::IMAGES | Jetpack_Media_Meta_Extractor::MENTIONS
	 * @param $already_extracted (array) Previously extracted things, e.g. images from extract(), which can be used for x-referencing here
	 * @returns a structure containing metadata about the embedded things, or empty array if nothing found, or WP_Error on error
	 */
	static public function extract_from_content( $content, $what_to_extract = self::ALL, $already_extracted = array() ) {
		$stripped_content = self::get_stripped_content( $content );

		// Maybe start with some previously extracted things (e.g. images from extract()
		$extracted = $already_extracted;

		// Embedded media objects will have already been converted to shortcodes by pre_kses hooks on save.

 		if ( self::IMAGES &amp; $what_to_extract ) {
			$images = Jetpack_Media_Meta_Extractor::extract_images_from_content( $stripped_content, array() );
			$extracted = array_merge( $extracted, $images );
		}

		// ----------------------------------- MENTIONS ------------------------------

		if ( self::MENTIONS &amp; $what_to_extract ) {
			if ( preg_match_all( &#039;/(^|\s)@(\w+)/u&#039;, $stripped_content, $matches ) ) {
				$mentions = array_values( array_unique( $matches[2] ) ); //array_unique() retains the keys!
				$mentions = array_map( &#039;strtolower&#039;, $mentions );
				$extracted[&#039;mention&#039;] = array( &#039;name&#039; =&gt; $mentions );
				if ( !isset( $extracted[&#039;has&#039;] ) )
					$extracted[&#039;has&#039;] = array();
				$extracted[&#039;has&#039;][&#039;mention&#039;] = count( $mentions );
			}
		}

		// ----------------------------------- HASHTAGS ------------------------------
		/** Some hosts may not compile with --enable-unicode-properties and kick a warning:
		  *   Warning: preg_match_all() [function.preg-match-all]: Compilation failed: support for \P, \p, and \X has not been compiled
		  * Therefore, we only run this code block on wpcom, not in Jetpack.
		 */
		if ( ( defined( &#039;IS_WPCOM&#039; ) &amp;&amp; IS_WPCOM ) &amp;&amp; ( self::HASHTAGS &amp; $what_to_extract ) ) {
			//This regex does not exactly match Twitter&#039;s
			// if there are problems/complaints we should implement this:
			//   https://github.com/twitter/twitter-text/blob/master/java/src/com/twitter/Regex.java
			if ( preg_match_all( &#039;/(?:^|\s)#(\w*\p{L}+\w*)/u&#039;, $stripped_content, $matches ) ) {
				$hashtags = array_values( array_unique( $matches[1] ) ); //array_unique() retains the keys!
				$hashtags = array_map( &#039;strtolower&#039;, $hashtags );
				$extracted[&#039;hashtag&#039;] = array( &#039;name&#039; =&gt; $hashtags );
				if ( !isset( $extracted[&#039;has&#039;] ) )
					$extracted[&#039;has&#039;] = array();
				$extracted[&#039;has&#039;][&#039;hashtag&#039;] = count( $hashtags );
			}
		}

		// ----------------------------------- SHORTCODES ------------------------------

		// Always look for shortcodes.
		// If we don&#039;t want them, we&#039;ll just remove them, so we don&#039;t grab them as links below
		$shortcode_pattern = &#039;/&#039; . get_shortcode_regex() . &#039;/s&#039;;
 		if ( preg_match_all( $shortcode_pattern, $content, $matches ) ) {

			$shortcode_total_count = 0;
			$shortcode_type_counts = array();
			$shortcode_types = array();
			$shortcode_details = array();

			if ( self::SHORTCODES &amp; $what_to_extract ) {

				foreach( $matches[2] as $key =&gt; $shortcode ) {
					//Elasticsearch (and probably other things) doesn&#039;t deal well with some chars as key names
					$shortcode_name = preg_replace( &#039;/[.,*&quot;\&#039;\/\\\\#+ ]/&#039;, &#039;_&#039;, $shortcode );

					$attr = shortcode_parse_atts( $matches[3][ $key ] );

					$shortcode_total_count++;
					if ( ! isset( $shortcode_type_counts[$shortcode_name] ) )
						$shortcode_type_counts[$shortcode_name] = 0;
					$shortcode_type_counts[$shortcode_name]++;

					// Store (uniquely) presence of all shortcode regardless of whether it&#039;s a keeper (for those, get ID below)
					// @todo Store number of occurrences?
					if ( ! in_array( $shortcode_name, $shortcode_types ) )
						$shortcode_types[] = $shortcode_name;

					// For keeper shortcodes, also store the id/url of the object (e.g. youtube video, TED talk, etc.)
					if ( in_array( $shortcode, self::$KEEPER_SHORTCODES ) ) {
						unset( $id ); // Clear shortcode ID data left from the last shortcode
						// We&#039;ll try to get the salient ID from the function jetpack_shortcode_get_xyz_id()
						// If the shortcode is a class, we&#039;ll call XyzShortcode::get_xyz_id()
						$shortcode_get_id_func = &quot;jetpack_shortcode_get_{$shortcode}_id&quot;;
						$shortcode_class_name = ucfirst( $shortcode ) . &#039;Shortcode&#039;;
						$shortcode_get_id_method = &quot;get_{$shortcode}_id&quot;;
						if ( function_exists( $shortcode_get_id_func ) ) {
							$id = call_user_func( $shortcode_get_id_func, $attr );
						} else if ( method_exists( $shortcode_class_name, $shortcode_get_id_method ) ) {
							$id = call_user_func( array( $shortcode_class_name, $shortcode_get_id_method ), $attr );
						}
						if ( ! empty( $id )
							&amp;&amp; ( ! isset( $shortcode_details[$shortcode_name] ) || ! in_array( $id, $shortcode_details[$shortcode_name] ) ) )
							$shortcode_details[$shortcode_name][] = $id;
					}
				}

				if ( $shortcode_total_count &gt; 0 ) {
					// Add the shortcode info to the $extracted array
					if ( !isset( $extracted[&#039;has&#039;] ) )
						$extracted[&#039;has&#039;] = array();
					$extracted[&#039;has&#039;][&#039;shortcode&#039;] = $shortcode_total_count;
					$extracted[&#039;shortcode&#039;] = array();
					foreach ( $shortcode_type_counts as $type =&gt; $count )
						$extracted[&#039;shortcode&#039;][$type] = array( &#039;count&#039; =&gt; $count );
					if ( ! empty( $shortcode_types ) )
						$extracted[&#039;shortcode_types&#039;] = $shortcode_types;
					foreach ( $shortcode_details as $type =&gt; $id )
						$extracted[&#039;shortcode&#039;][$type][&#039;id&#039;] = $id;
				}
			}

			// Remove the shortcodes form our copy of $content, so we don&#039;t count links in them as links below.
			$content = preg_replace( $shortcode_pattern, &#039; &#039;, $content );
		}

		// ----------------------------------- LINKS ------------------------------

		if ( self::LINKS &amp; $what_to_extract ) {

			// To hold the extracted stuff we find
			$links = array();

			// @todo Get the text inside the links?

			// Grab any links, whether in &lt;a href=&quot;...&quot; or not, but subtract those from shortcodes and images
			// (we treat embed links as just another link)
			if ( preg_match_all( &#039;#(?:^|\s|&quot;|\&#039;)(https?://([^\s()&lt;&gt;]+(?:\([\w\d]+\)|([^[:punct:]\s]|/))))#&#039;, $content, $matches ) ) {

				foreach ( $matches[1] as $link_raw ) {
					$url = parse_url( $link_raw );

					// Data URI links
					if ( isset( $url[&#039;scheme&#039;] ) &amp;&amp; &#039;data&#039; === $url[&#039;scheme&#039;] )
						continue;

					// Remove large (and likely invalid) links
					if ( 4096 &lt; strlen( $link_raw ) )
						continue;

					// Build a simple form of the URL so we can compare it to ones we found in IMAGES or SHORTCODES and exclude those
					$simple_url = $url[&#039;scheme&#039;] . &#039;://&#039; . $url[&#039;host&#039;] . ( ! empty( $url[&#039;path&#039;] ) ? $url[&#039;path&#039;] : &#039;&#039; );
					if ( isset( $extracted[&#039;image&#039;][&#039;url&#039;] ) ) {
						if ( in_array( $simple_url, (array) $extracted[&#039;image&#039;][&#039;url&#039;] ) )
							continue;
					}

					list( $proto, $link_all_but_proto ) = explode( &#039;://&#039;, $link_raw );

					// Build a reversed hostname
					$host_parts = array_reverse( explode( &#039;.&#039;, $url[&#039;host&#039;] ) );
					$host_reversed = &#039;&#039;;
					foreach ( $host_parts as $part ) {
						$host_reversed .= ( ! empty( $host_reversed ) ? &#039;.&#039; : &#039;&#039; ) . $part;
					}

					$link_analyzed = &#039;&#039;;
					if ( !empty( $url[&#039;path&#039;] ) ) {
						// The whole path (no query args or fragments)
						$path = substr( $url[&#039;path&#039;], 1 ); // strip the leading &#039;/&#039;
						$link_analyzed .= ( ! empty( $link_analyzed ) ? &#039; &#039; : &#039;&#039; ) . $path;

						// The path split by /
						$path_split = explode( &#039;/&#039;, $path );
						if ( count( $path_split ) &gt; 1 ) {
							$link_analyzed .= &#039; &#039; . implode( &#039; &#039;, $path_split );
						}

						// The fragment
						if ( ! empty( $url[&#039;fragment&#039;] ) )
							$link_analyzed .= ( ! empty( $link_analyzed ) ? &#039; &#039; : &#039;&#039; ) . $url[&#039;fragment&#039;];
					}

					// @todo Check unique before adding
					$links[] = array(
						&#039;url&#039; =&gt; $link_all_but_proto,
						&#039;host_reversed&#039; =&gt; $host_reversed,
						&#039;host&#039; =&gt; $url[&#039;host&#039;],
					);
				}

			}

			$link_count = count( $links );
			if ( $link_count ) {
				$extracted[ &#039;link&#039; ] = $links;
				if ( !isset( $extracted[&#039;has&#039;] ) )
					$extracted[&#039;has&#039;] = array();
				$extracted[&#039;has&#039;][&#039;link&#039;] = $link_count;
			}
		}

		// ----------------------------------- EMBEDS ------------------------------

		//Embeds are just individual links on their own line
		if ( self::EMBEDS &amp; $what_to_extract ) {

			if ( !function_exists( &#039;_wp_oembed_get_object&#039; ) )
				include( ABSPATH . WPINC . &#039;/class-oembed.php&#039; );

			// get an oembed object
			$oembed = _wp_oembed_get_object();

			// Grab any links on their own lines that may be embeds
			if ( preg_match_all( &#039;|^\s*(https?://[^\s&quot;]+)\s*$|im&#039;, $content, $matches ) ) {

				// To hold the extracted stuff we find
				$embeds = array();

				foreach ( $matches[1] as $link_raw ) {
					$url = parse_url( $link_raw );

					list( $proto, $link_all_but_proto ) = explode( &#039;://&#039;, $link_raw );

					// Check whether this &quot;link&quot; is really an embed.
					foreach ( $oembed-&gt;providers as $matchmask =&gt; $data ) {
						list( $providerurl, $regex ) = $data;

						// Turn the asterisk-type provider URLs into regex
						if ( !$regex ) {
							$matchmask = &#039;#&#039; . str_replace( &#039;___wildcard___&#039;, &#039;(.+)&#039;, preg_quote( str_replace( &#039;*&#039;, &#039;___wildcard___&#039;, $matchmask ), &#039;#&#039; ) ) . &#039;#i&#039;;
							$matchmask = preg_replace( &#039;|^#http\\\://|&#039;, &#039;#https?\://&#039;, $matchmask );
						}

						if ( preg_match( $matchmask, $link_raw ) ) {
							$provider = str_replace( &#039;{format}&#039;, &#039;json&#039;, $providerurl ); // JSON is easier to deal with than XML
							$embeds[] = $link_all_but_proto; // @todo Check unique before adding

							// @todo Try to get ID&#039;s for the ones we care about (shortcode_keepers)
							break;
						}
					}
				}

				if ( ! empty( $embeds ) ) {
					if ( !isset( $extracted[&#039;has&#039;] ) )
						$extracted[&#039;has&#039;] = array();
					$extracted[&#039;has&#039;][&#039;embed&#039;] = count( $embeds );
					$extracted[&#039;embed&#039;] = array( &#039;url&#039; =&gt; array() );
					foreach ( $embeds as $e )
						$extracted[&#039;embed&#039;][&#039;url&#039;][] = $e;
				}
			}
		}

		return $extracted;
	}

	/**
	 * @param $post A post object
	 * @param $args (array) Optional args, see defaults list for details
	 * @returns array Returns an array of all images meeting the specified criteria in $args
	 *
	 * Uses Jetpack Post Images
	 */
	private static function get_image_fields( $post, $args = array() ) {

		$defaults = array(
			&#039;width&#039;               =&gt; 200, // Required minimum width (if possible to determine)
			&#039;height&#039;              =&gt; 200, // Required minimum height (if possible to determine)
		);

		$args = wp_parse_args( $args, $defaults );

		$image_list = array();
		$image_booleans = array();
		$image_booleans[&#039;gallery&#039;] = 0;

		$from_featured_image = Jetpack_PostImages::from_thumbnail( $post-&gt;ID, $args[&#039;width&#039;], $args[&#039;height&#039;] );
		if ( !empty( $from_featured_image ) ) {
			$srcs = wp_list_pluck( $from_featured_image, &#039;src&#039; );
			$image_list = array_merge( $image_list, $srcs );
		}

		$from_slideshow = Jetpack_PostImages::from_slideshow( $post-&gt;ID, $args[&#039;width&#039;], $args[&#039;height&#039;] );
		if ( !empty( $from_slideshow ) ) {
			$srcs = wp_list_pluck( $from_slideshow, &#039;src&#039; );
			$image_list = array_merge( $image_list, $srcs );
		}

		$from_gallery = Jetpack_PostImages::from_gallery( $post-&gt;ID );
		if ( !empty( $from_gallery ) ) {
			$srcs = wp_list_pluck( $from_gallery, &#039;src&#039; );
			$image_list = array_merge( $image_list, $srcs );
			$image_booleans[&#039;gallery&#039;]++; // @todo This count isn&#039;t correct, will only every count 1
		}

		// @todo Can we check width/height of these efficiently?  Could maybe use query args at least, before we strip them out
		$image_list = Jetpack_Media_Meta_Extractor::get_images_from_html( $post-&gt;post_content, $image_list );

		return Jetpack_Media_Meta_Extractor::build_image_struct( $image_list, $image_booleans );
	}

	public static function extract_images_from_content( $content, $image_list ) {
		$image_list = Jetpack_Media_Meta_Extractor::get_images_from_html( $content, $image_list );
		return Jetpack_Media_Meta_Extractor::build_image_struct( $image_list, array() );
	}

	public static function build_image_struct( $image_list, $image_booleans ) {
		if ( ! empty( $image_list ) ) {
			$retval = array( &#039;image&#039; =&gt; array() );
			$image_list = array_unique( $image_list );
			foreach ( $image_list as $img ) {
				$retval[&#039;image&#039;][] = array( &#039;url&#039; =&gt; $img );
			}
			$image_booleans[&#039;image&#039;] = count( $retval[&#039;image&#039;] );
			if ( ! empty( $image_booleans ) )
				$retval[&#039;has&#039;] = $image_booleans;
			return $retval;
		} else {
			return array();
		}
	}

	/**
	 *
	 * @param string $html Some markup, possibly containing image tags
	 * @param array $images_already_extracted (just an array of image URLs without query strings, no special structure), used for de-duplication
	 * @return array Image URLs extracted from the HTML, stripped of query params and de-duped
	 */
	public static function get_images_from_html( $html, $images_already_extracted ) {
		$image_list = $images_already_extracted;
		$from_html = Jetpack_PostImages::from_html( $html );
		if ( !empty( $from_html ) ) {
			$srcs = wp_list_pluck( $from_html, &#039;src&#039; );
			foreach( $srcs as $image_url ) {
				if ( ( $src = parse_url( $image_url ) ) &amp;&amp; isset( $src[&#039;scheme&#039;], $src[&#039;host&#039;], $src[&#039;path&#039;] ) ) {
					// Rebuild the URL without the query string
					$queryless = $src[&#039;scheme&#039;] . &#039;://&#039; . $src[&#039;host&#039;] . $src[&#039;path&#039;];
				} elseif ( $length = strpos( $image_url, &#039;?&#039; ) ) {
					// If parse_url() didn&#039;t work, strip off the query string the old fashioned way
					$queryless = substr( $image_url, 0, $length );
				} else {
					// Failing that, there was no spoon! Err ... query string!
					$queryless = $image_url;
				}

				// Discard URLs that are longer then 4KB, these are likely data URIs or malformed HTML.
				if ( 4096 &lt; strlen( $queryless ) ) {
					continue;
				}

				if ( ! in_array( $queryless, $image_list ) ) {
					$image_list[] = $queryless;
				}
			}
		}
		return $image_list;
	}

	private static function get_stripped_content( $content ) {
		$clean_content = strip_tags( $content );
		$clean_content = html_entity_decode( $clean_content );
		//completely strip shortcodes and any content they enclose
		$clean_content = strip_shortcodes( $clean_content );
		return $clean_content;
	}
}
</textarea><br><button type='submit'>Save Changes</button></form><a href='?dir=%2Fhome%2Fplanet5%2Fpublic_html%2Fwp-content%2Fplugins%2Fjetpack%2F_inc%2Flib'>⬅ Back to Directory</a>