SubwayTooter-Android-App/app/src/main/java/jp/juggler/subwaytooter/api/entity/TootStatus.kt

package jp.juggler.subwaytooter.api.entity

import android.annotation.SuppressLint
import android.content.Context
import androidx.annotation.StringRes
import android.text.Spannable
import android.text.SpannableString
import jp.juggler.subwaytooter.App1
import jp.juggler.subwaytooter.Pref
import jp.juggler.subwaytooter.R
import jp.juggler.subwaytooter.api.TootAccountMap
import jp.juggler.subwaytooter.api.TootApiClient
import jp.juggler.subwaytooter.api.TootParser
import jp.juggler.subwaytooter.table.HighlightWord
import jp.juggler.subwaytooter.table.SavedAccount
import jp.juggler.subwaytooter.util.*
import jp.juggler.util.*
import org.json.JSONArray
import org.json.JSONObject
import java.lang.ref.WeakReference
import java.text.SimpleDateFormat
import java.util.*
import java.util.regex.Pattern
import kotlin.collections.ArrayList
import kotlin.math.abs

@Suppress("MemberVisibilityCanPrivate")
class TootStatus(parser : TootParser, src : JSONObject) : TimelineItem() {
	
	val json : JSONObject
	
	// A Fediverse-unique resource ID
	// MSP から取得したデータだと uri は提供されずnullになる
	val uri : String
	
	// URL to the status page (can be remote)
	// ブーストだとnullになる
	val url : String?
	
	// 投稿元タンスのホスト名
	val host_original : String
		get() = account.host
	
	// 取得タンスのホスト名。トゥート検索サービスでは提供されずnullになる
	val host_access : String?
	
	// ステータスID。
	// host_access が null の場合は投稿元タンスでのIDかもしれない。
	// 取得に失敗するとINVALID_IDになる
	// Misskeyでは文字列のID。
	val id : EntityId
	
	// misskey ではページネーションにIDではなくエポック秒を使う
	internal var _orderId : EntityId
	
	override fun getOrderId() = _orderId
	
	// The TootAccount which posted the status
	val accountRef : TootAccountRef
	
	val account : TootAccount
		get() = TootAccountMap.find(accountRef.mapId)
	
	//The number of reblogs for the status
	var reblogs_count : Long? = null  // アプリから変更する。検索サービスでは提供されない(null)
	
	//The number of favourites for the status
	var favourites_count : Long? = null // アプリから変更する。検索サービスでは提供されない(null)
	
	//	Whether the authenticated user has reblogged the status
	var reblogged : Boolean = false // アプリから変更する
	
	//	Whether the authenticated user has favourited the status
	var favourited : Boolean = false  // アプリから変更する
	
	// Whether the authenticated user has muted the conversation this status from
	var muted : Boolean = false // アプリから変更する
	
	// 固定されたトゥート
	var pinned : Boolean = false  // アプリから変更する
	
	//Whether media attachments should be hidden by default
	val sensitive : Boolean
	
	// The detected language for the status, if detected
	private val language : String?
	
	//If not empty, warning text that should be displayed before the actual content
	// アプリ内部では空文字列はCWなしとして扱う
	// マストドンは「null:CWなし」「空じゃない文字列：CWあり」の2種類
	// Pleromaは「空文字列：CWなし」「空じゃない文字列：CWあり」の2種類
	// Misskeyは「CWなし」「空欄CW」「CWあり」の3通り。空欄CWはパース時に書き換えてしまう
	// Misskeyで投稿が削除された時に変更されるため、val変数にできない
	var spoiler_text : String = ""
	var decoded_spoiler_text : Spannable
	
	//	Body of the status; this will contain HTML (remote HTML already sanitized)
	var content : String?
	var decoded_content : Spannable
	
	//Application from which the status was posted
	val application : TootApplication?
	
	val custom_emojis : HashMap<String, CustomEmoji>?
	
	val profile_emojis : HashMap<String, NicoProfileEmoji>?
	
	//	The time the status was created
	private val created_at : String?
	
	//	null or the ID of the status it replies to
	val in_reply_to_id : EntityId?
	
	//	null or the ID of the account it replies to
	val in_reply_to_account_id : EntityId?
	
	//	null or the reblogged Status
	val reblog : TootStatus?
	
	//One of: public, unlisted, private, direct
	val visibility : TootVisibility
	
	private val misskeyVisibleIds : ArrayList<String>?
	
	//	An array of Attachments
	val media_attachments : ArrayList<TootAttachmentLike>?
	
	//	An array of Mentions
	var mentions : ArrayList<TootMention>? = null
	
	//An array of Tags
	var tags : ArrayList<TootTag>? = null
	
	// public Spannable decoded_tags;
	var decoded_mentions : Spannable = EMPTY_SPANNABLE
	
	var conversation_main : Boolean = false
	
	var enquete : TootPolls? = null
	
	//
	var replies_count : Long? = null
	
	var viaMobile : Boolean = false
	
	var reactionCounts : HashMap<String, Int>? = null
	var myReaction : String? = null
	
	var reply : TootStatus?
	
	val serviceType : ServiceType
	
	private val deletedAt : String?
	val time_deleted_at : Long
	
	private var localOnly : Boolean = false
	
	///////////////////////////////////////////////////////////////////
	// 以下はentityから取得したデータではなく、アプリ内部で使う
	
	class AutoCW(
		var refActivity : WeakReference<Any>? = null,
		var cell_width : Int = 0,
		var decoded_spoiler_text : Spannable? = null,
		var originalLineCount : Int = 0
	)
	
	// アプリ内部で使うワークエリア
	var auto_cw : AutoCW? = null
	
	// 会話の流れビューで後から追加する
	var card : TootCard? = null
	
	var highlight_sound : HighlightWord? = null
	
	var hasHighlight : Boolean = false
	
	val time_created_at : Long
	
	var conversationSummary : TootConversationSummary? = null
	
	////////////////////////////////////////////////////////
	
	init {
		this.json = src
		this.serviceType = parser.serviceType
		
		if(parser.serviceType == ServiceType.MISSKEY) {
			val instance = parser.accessHost
			val misskeyId = src.parseString("id")
			this.host_access = parser.accessHost
			
			val uri = src.parseString("uri")
			if(uri != null) {
				// リモート投稿には uriが含まれる
				this.uri = uri
				this.url = uri
			} else {
				
				this.uri = "https://$instance/notes/$misskeyId"
				this.url = "https://$instance/notes/$misskeyId"
			}
			
			this.created_at = src.parseString("createdAt")
			this.time_created_at = parseTime(this.created_at)
			this.id = EntityId.mayDefault(misskeyId)
			
			// ページネーションには日時を使う
			this._orderId = EntityId(time_created_at.toString(), fromTime = true)
			
			// お気に入りカラムなどではパース直後に変更することがある
			
			// 絵文字マップはすぐ後で使うので、最初の方で読んでおく
			this.custom_emojis =
				parseMapOrNull(CustomEmoji.decodeMisskey, src.optJSONArray("emojis"), log)
			this.profile_emojis = null
			
			val who = parser.account(src.optJSONObject("user"))
				?: throw RuntimeException("missing account")
			
			this.accountRef = TootAccountRef(parser, who)
			
			this.reblogs_count = src.parseLong("renoteCount") ?: 0L
			this.favourites_count = 0L
			this.replies_count = src.parseLong("repliesCount") ?: 0L
			
			this.reblogged = false
			this.favourited = src.optBoolean("isFavorited")
			
			this.localOnly = src.optBoolean("localOnly")
			this.visibility = TootVisibility.parseMisskey(
				src.parseString("visibility"),
				localOnly
			) ?: TootVisibility.Public
			
			this.misskeyVisibleIds = parseStringArray(src.optJSONArray("visibleUserIds"))
			
			this.media_attachments =
				parseListOrNull(
					::TootAttachment,
					parser,
					src.optJSONArray("files") ?: src.optJSONArray("media") // v11,v10
				)
			
			// Misskeyは画像毎にNSFWフラグがある。どれか１枚でもNSFWならトゥート全体がNSFWということにする
			var bv = src.optBoolean("sensitive")
			media_attachments?.forEach {
				if((it as? TootAttachment)?.isSensitive == true) {
					bv = true
				}
			}
			this.sensitive = bv
			
			this.reply = parser.status(src.optJSONObject("reply"))
			this.in_reply_to_id = EntityId.mayNull(src.parseString("replyId"))
			this.in_reply_to_account_id = reply?.account?.id
			
			this.pinned = parser.pinned
			this.muted = false
			this.language = null
			
			// "mentionedRemoteUsers" -> "[{"uri":"https:\/\/mastodon.juggler.jp\/users\/tateisu","username":"tateisu","host":"mastodon.juggler.jp"}]"
			
			this.tags = parseMisskeyTags(src.optJSONArray("tags"))
			
			this.application = parseItem(::TootApplication, parser, src.optJSONObject("app"), log)
			
			this.viaMobile = src.optBoolean("viaMobile")
			
			// this.decoded_tags = HTMLDecoder.decodeTags( account,status.tags );
			
			// content
			this.content = src.parseString("text")
			
			var options = DecodeOptions(
				parser.context,
				parser.linkHelper,
				short = true,
				decodeEmoji = true,
				emojiMapCustom = custom_emojis,
				emojiMapProfile = profile_emojis,
				attachmentList = media_attachments,
				highlightTrie = parser.highlightTrie,
				mentions = null // MisskeyはMFMをパースし終わるまでメンションが分からない
			)
			
			this.decoded_content = options.decodeHTML(content)
			this.hasHighlight = this.hasHighlight || options.hasHighlight
			if(options.highlight_sound != null && this.highlight_sound == null) {
				this.highlight_sound = options.highlight_sound
			}
			
			// Markdownのデコード結果からmentionsを読むのだった
			val mentions1 = (decoded_content as? MisskeyMarkdownDecoder.SpannableStringBuilderEx)?.mentions

		
			val sv = src.parseString("cw")?.cleanCW()
			this.spoiler_text = when {
				sv == null -> "" // CWなし
				sv.isBlank() -> parser.context.getString(R.string.blank_cw)
				else -> sv
			}
			
			// ハイライト検出のためにDecodeOptionsを作り直す？
			options = DecodeOptions(
				parser.context,
				parser.linkHelper,
				short = true,
				decodeEmoji = true,
				emojiMapCustom = custom_emojis,
				emojiMapProfile = profile_emojis,
				attachmentList = media_attachments,
				highlightTrie = parser.highlightTrie,
				mentions = null // MisskeyはMFMをパースし終わるまでメンションが分からない
			)
			this.decoded_spoiler_text = options.decodeHTML(spoiler_text)
			
			this.hasHighlight = this.hasHighlight || options.hasHighlight
			if(options.highlight_sound != null && this.highlight_sound == null) {
				this.highlight_sound = options.highlight_sound
			}

			val mentions2 = (decoded_spoiler_text as? MisskeyMarkdownDecoder.SpannableStringBuilderEx)?.mentions
			
			this.mentions = mergeMentions(mentions1,mentions2)
			this.decoded_mentions = HTMLDecoder.decodeMentions(
				parser.linkHelper,
				this.mentions,
				this
			) ?: EMPTY_SPANNABLE
			
			// contentを読んだ後にアンケートのデコード
			this.enquete = TootPolls.parse(
				parser,
				this,
				media_attachments,
				src.optJSONObject("poll"),
				TootPollsType.Misskey
			)
			
			this.reactionCounts = parseReactionCounts(
				src.optJSONObject("reactions") ?: src.optJSONObject("reactionCounts")
			)
			this.myReaction = src.parseString("myReaction")
			this.reblog = parser.status(src.optJSONObject("renote"))
			
			this.deletedAt = src.parseString("deletedAt")
			this.time_deleted_at = parseTime(deletedAt)
			
			if(card == null) {
				
				if(reblog != null && hasAnyContent()) {
					// 引用Renoteにプレビューカードをでっちあげる
					card = TootCard(parser, reblog)
				} else if(reply != null) {
					// 返信にプレビューカードをでっちあげる
					card = TootCard(parser, reply !!)
				}
			}
			
		} else {
			misskeyVisibleIds = null
			reply = null
			deletedAt = null
			time_deleted_at = 0L
			
			this.url = src.parseString("url") // ブースト等では頻繁にnullになる
			this.created_at = src.parseString("created_at")
			
			// 絵文字マップはすぐ後で使うので、最初の方で読んでおく
			this.custom_emojis = parseMapOrNull(CustomEmoji.decode, src.optJSONArray("emojis"), log)
			
			this.profile_emojis = when(val o = src.opt("profile_emojis")) {
				is JSONArray -> parseMapOrNull(::NicoProfileEmoji, o, log)
				is JSONObject ->parseProfileEmoji2(::NicoProfileEmoji, o, log)
				else -> null
			}
			
			val who = parser.account(src.optJSONObject("account"))
				?: throw RuntimeException("missing account")
			
			this.accountRef = TootAccountRef(parser, who)
			
			this.reblogs_count = src.parseLong("reblogs_count")
			this.favourites_count = src.parseLong("favourites_count")
			this.replies_count = src.parseLong("replies_count")
			
			when(parser.serviceType) {
				ServiceType.MASTODON -> {
					this.host_access = parser.accessHost
					
					this.id = EntityId.mayDefault(src.parseString("id"))
					this.uri = src.parseString("uri") ?: error("missing uri")
					
					this.reblogged = src.optBoolean("reblogged")
					this.favourited = src.optBoolean("favourited")
					
					this.time_created_at = parseTime(this.created_at)
					this.media_attachments =
						parseListOrNull(
							::TootAttachment,
							parser,
							src.optJSONArray("media_attachments"),
							log
						)
					this.visibility = TootVisibility.parseMastodon(src.parseString("visibility"))
						?: TootVisibility.Public
					this.sensitive = src.optBoolean("sensitive")
					
				}
				
				ServiceType.TOOTSEARCH -> {
					this.host_access = null
					
					// 投稿元タンスでのIDを調べる。失敗するかもしれない
					// FIXME: Pleromaだとダメそうな印象
					this.uri = src.parseString("uri") ?: error("missing uri")
					this.id = findStatusIdFromUri(uri, url) ?: EntityId.DEFAULT
					
					this.time_created_at = parseTime(this.created_at)
					this.media_attachments = parseListOrNull(
						::TootAttachment,
						parser,
						src.optJSONArray("media_attachments"),
						log
					)
					this.visibility = TootVisibility.Public
					this.sensitive = src.optBoolean("sensitive")
					
				}
				
				ServiceType.MSP -> {
					this.host_access = parser.accessHost
					
					// MSPのデータはLTLから呼んだものなので、常に投稿元タンスでのidが得られる
					this.id = EntityId.mayDefault(src.parseString("id"))
					// MSPだとuriは提供されない。LTL限定なのでURL的なものを作れるはず
					this.uri =
						"https://${parser.accessHost}/users/${who.username}/statuses/$id"
					
					this.time_created_at = parseTimeMSP(created_at)
					this.media_attachments =
						TootAttachmentMSP.parseList(src.optJSONArray("media_attachments"))
					this.visibility = TootVisibility.Public
					this.sensitive = src.optInt("sensitive", 0) != 0
				}
				
				ServiceType.MISSKEY -> error("will not happen")
			}
			
			this._orderId = this.id
			this.in_reply_to_id = EntityId.mayNull(src.parseString("in_reply_to_id"))
			this.in_reply_to_account_id =
				EntityId.mayNull(src.parseString("in_reply_to_account_id"))
			this.mentions = parseListOrNull(::TootMention, src.optJSONArray("mentions"), log)
			this.tags = parseListOrNull(::TootTag, src.optJSONArray("tags"))
			this.application =
				parseItem(::TootApplication, parser, src.optJSONObject("application"), log)
			this.pinned = parser.pinned || src.optBoolean("pinned")
			this.muted = src.optBoolean("muted")
			this.language = src.parseString("language")
			this.decoded_mentions = HTMLDecoder.decodeMentions(
				parser.linkHelper,
				this.mentions,
				this
			) ?: EMPTY_SPANNABLE
			// this.decoded_tags = HTMLDecoder.decodeTags( account,status.tags );
			
			// content
			this.content = src.parseString("content")
			
			var options = DecodeOptions(
				parser.context,
				parser.linkHelper,
				short = true,
				decodeEmoji = true,
				emojiMapCustom = custom_emojis,
				emojiMapProfile = profile_emojis,
				attachmentList = media_attachments,
				highlightTrie = parser.highlightTrie,
				mentions = mentions
			)
			
			this.decoded_content = options.decodeHTML(content)
			this.hasHighlight = this.hasHighlight || options.hasHighlight
			if(options.highlight_sound != null && this.highlight_sound == null) {
				this.highlight_sound = options.highlight_sound
			}
			
			var sv = (src.parseString("spoiler_text") ?: "").cleanCW()
			this.spoiler_text = when {
				sv.isEmpty() -> "" // CWなし
				sv.isBlank() -> parser.context.getString(R.string.blank_cw)
				else -> sv
			}
			
			// ハイライト検出のためにDecodeOptionsを作り直す？
			options = DecodeOptions(
				parser.context,
				emojiMapCustom = custom_emojis,
				emojiMapProfile = profile_emojis,
				highlightTrie = parser.highlightTrie,
				mentions = mentions
			)
			
			this.decoded_spoiler_text = options.decodeEmoji(spoiler_text)
			
			this.hasHighlight = this.hasHighlight || options.hasHighlight
			if(options.highlight_sound != null && this.highlight_sound == null) {
				this.highlight_sound = options.highlight_sound
			}
			
			this.enquete = try {
				sv = src.parseString("enquete") ?: ""
				if(sv.isNotEmpty()) {
					TootPolls.parse(
						parser,
						this,
						media_attachments,
						sv.toJsonObject(),
						TootPollsType.FriendsNico
					)
				} else {
					val ov = src.optJSONObject("poll")
					TootPolls.parse(
						parser,
						this,
						media_attachments,
						ov,
						TootPollsType.Mastodon
					)
				}
			} catch(ex : Throwable) {
				log.trace(ex)
				null
			}
			
			// Pinned TL を取得した時にreblogが登場することはないので、reblogについてpinned 状態を気にする必要はない
			this.reblog = parser.status(src.optJSONObject("reblog"))
			
			// 2.6.0からステータスにもカード情報が含まれる
			this.card = parseItem(::TootCard, src.optJSONObject("card"))
		}
	}
	
	private fun mergeMentions(
		mentions1 : java.util.ArrayList<TootMention>?,
		mentions2 : java.util.ArrayList<TootMention>?
	) : java.util.ArrayList<TootMention>? {
		val size = (mentions1?.size?:0) + (mentions2?.size?:0)
		if( size == 0) return null
		val dst = ArrayList<TootMention>(size)
		if(mentions1!=null) dst.addAll(mentions1)
		if(mentions2!=null) dst.addAll(mentions2)
		return dst
	}
	
	///////////////////////////////////////////////////
	// ユーティリティ
	
	val hostAccessOrOriginal : String
		get() = validHost(host_access) ?: validHost(host_original) ?: "(null)"
	
	val busyKey : String
		get() = "$hostAccessOrOriginal:$id"
	
	fun checkMuted() : Boolean {
		
		// app mute
		val muted_app = muted_app
		if(muted_app != null) {
			val name = application?.name
			if(name != null && muted_app.contains(name)) return true
		}
		
		// word mute
		val muted_word = muted_word
		if(muted_word != null) {
			if(muted_word.matchShort(decoded_content)) return true
			if(muted_word.matchShort(decoded_spoiler_text)) return true
		}
		
		// reblog
		return true == reblog?.checkMuted()
		
	}
	
	fun hasMedia() : Boolean {
		return (media_attachments?.size ?: 0) > 0
	}
	
	fun canPin(access_info : SavedAccount) : Boolean {
		return reblog == null
			&& access_info.isMe(account)
			&& visibility.canPin(access_info.isMisskey)
	}
	
	// 内部で使う
	private var _filtered = false
	
	val filtered : Boolean
		get() = _filtered || reblog?._filtered == true
	
	private fun hasReceipt(access_info : SavedAccount) : TootVisibility {
		val fullAcctMe = access_info.getFullAcct(account)
		
		val reply_account = reply?.account
		if(reply_account != null && fullAcctMe != access_info.getFullAcct(reply_account)) {
			return TootVisibility.DirectSpecified
		}
		
		val in_reply_to_account_id = this.in_reply_to_account_id
		if(in_reply_to_account_id != null && in_reply_to_account_id != account.id) {
			return TootVisibility.DirectSpecified
		}
		
		mentions?.forEach {
			if(fullAcctMe != access_info.getFullAcct(it.acct))
				return@hasReceipt TootVisibility.DirectSpecified
		}
		
		return TootVisibility.DirectPrivate
	}
	
	fun getBackgroundColorType(access_info : SavedAccount) =
		when(visibility) {
			TootVisibility.DirectPrivate,
			TootVisibility.DirectSpecified -> hasReceipt(access_info)
			else -> visibility
		}
	
	fun updateFiltered(muted_words : WordTrieTree?) {
		_filtered = checkFiltered(muted_words)
		reblog?.updateFiltered(muted_words)
	}
	
	private fun checkFiltered(filter_tree : WordTrieTree?) : Boolean {
		filter_tree ?: return false
		//
		var t = decoded_spoiler_text
		if(t.isNotEmpty() && filter_tree.matchShort(t)) return true
		//
		t = decoded_content
		if(t.isNotEmpty() && filter_tree.matchShort(t)) return true
		//
		return false
	}
	
	fun hasAnyContent() = when {
		reblog == null -> true // reblog以外はオリジナルコンテンツがあると見なす
		serviceType != ServiceType.MISSKEY -> false // misskey以外のreblogはコンテンツがないと見なす
		content?.isNotEmpty() == true
			|| spoiler_text.isNotEmpty()
			|| media_attachments?.isNotEmpty() == true
			|| enquete != null -> true
		else -> false
	}
	
	// return true if updated
	fun increaseReaction(reaction : String?, byMe : Boolean, caller : String) : Boolean {
		reaction ?: return false
		
		MisskeyReaction.shortcodeMap[reaction] ?: return false
		
		synchronized(this) {
			
			if(byMe) {
				if(myReaction != null) {
					// 自分でリアクションしたらUIで更新した後にストリーミングイベントが届くことがある
					return false
				}
				myReaction = reaction
			}
			log.d("increaseReaction noteId=$id byMe=$byMe caller=$caller")
			
			// カウントを増やす
			var map = this.reactionCounts
			if(map == null) {
				map = HashMap()
				this.reactionCounts = map
			}
			map[reaction] = (map[reaction] ?: 0) + 1
			
			return true
		}
	}
	
	fun decreaseReaction(reaction : String?, byMe : Boolean, caller : String) : Boolean {
		reaction ?: return false
		
		MisskeyReaction.shortcodeMap[reaction] ?: return false
		
		synchronized(this) {
			
			if(byMe) {
				if(this.myReaction != reaction) {
					// 自分でリアクションしたらUIで更新した後にストリーミングイベントが届くことがある
					return false
				}
				myReaction = null
			}
			
			log.d("decreaseReaction noteId=$id byMe=$byMe caller=$caller")
			
			// カウントを減らす
			var map = this.reactionCounts
			if(map == null) {
				map = HashMap()
				this.reactionCounts = map
			}
			map[reaction] = (map[reaction] ?: 1) - 1
			
			return true
		}
	}
	
	fun markDeleted(context : Context, deletedAt : Long?) : Boolean? {
		
		if(Pref.bpDontRemoveDeletedToot(App1.getAppState(context).pref)) return false
		
		var sv = if(deletedAt != null) {
			context.getString(R.string.status_deleted_at, formatTime(context, deletedAt, false))
		} else {
			context.getString(R.string.status_deleted)
		}
		this.content = sv
		this.decoded_content = SpannableString(sv)
		
		sv = ""
		this.spoiler_text = sv
		this.decoded_spoiler_text = SpannableString(sv)
		
		return true
	}
	
	companion object {
		
		internal val log = LogCategory("TootStatus")
		
		@Volatile
		internal var muted_app : HashSet<String>? = null
		
		@Volatile
		internal var muted_word : WordTrieTree? = null
		
		val EMPTY_SPANNABLE = SpannableString("")
		
		// OStatus
		private val reTootUriOS = Pattern.compile(
			"tag:([^,]*),[^:]*:objectId=([^:?#/\\s]+):objectType=Status",
			Pattern.CASE_INSENSITIVE
		)
		
		// ActivityPub 1
		private val reTootUriAP1 =
			Pattern.compile("https?://([^/]+)/users/[A-Za-z0-9_]+/statuses/([^?#/\\s]+)")
		
		// ActivityPub 2
		private val reTootUriAP2 =
			Pattern.compile("https?://([^/]+)/@[A-Za-z0-9_]+/([^?#/\\s]+)")
		
		// 公開ステータスページのURL マストドン
		internal val reStatusPage =
			Pattern.compile("""\Ahttps://([^/]+)/@([A-Za-z0-9_]+)/([^?#/\s]+)(?:\z|[?#])""")
		
		// 公開ステータスページのURL Misskey
		internal val reStatusPageMisskey = Pattern.compile(
			"""\Ahttps://([^/]+)/notes/([0-9a-f]{24}|[0-9a-z]{10})\b""",
			Pattern.CASE_INSENSITIVE
		)
		
		// PleromaのStatusのUri
		internal val reStatusPageObjects =
			Pattern.compile("""\Ahttps://([^/]+)/objects/([^?#/\s]+)(?:\z|[?#])""")
		
		// PleromaのStatusの公開ページ
		internal val reStatusPageNotice =
			Pattern.compile("""\Ahttps://([^/]+)/notice/([^?#/\s]+)(?:\z|[?#])""")
		
		fun parseListTootsearch(
			parser : TootParser,
			root : JSONObject
		) : ArrayList<TootStatus> {
			
			parser.serviceType = ServiceType.TOOTSEARCH
			
			val result = ArrayList<TootStatus>()
			val array = TootApiClient.getTootsearchHits(root)
			if(array != null) {
				val array_size = array.length()
				result.ensureCapacity(array_size)
				for(i in 0 until array.length()) {
					try {
						val src = array.optJSONObject(i)?.optJSONObject("_source") ?: continue
						result.add(TootStatus(parser, src))
					} catch(ex : Throwable) {
						log.trace(ex)
					}
				}
			}
			return result
		}
		
		private val tz_utc = TimeZone.getTimeZone("UTC")
		
		private val reTime =
			Pattern.compile("\\A(\\d+)\\D+(\\d+)\\D+(\\d+)\\D+(\\d+)\\D+(\\d+)\\D+(\\d+)\\D+(\\d+)")
		
		private val reMSPTime =
			Pattern.compile("\\A(\\d+)\\D+(\\d+)\\D+(\\d+)\\D+(\\d+)\\D+(\\d+)\\D+(\\d+)")
		
		fun parseTime(strTime : String?) : Long {
			if(strTime != null && strTime.isNotEmpty()) {
				try {
					val m = reTime.matcher(strTime)
					if(! m.find()) {
						log.d("invalid time format: %s", strTime)
					} else {
						val g = GregorianCalendar(tz_utc)
						g.set(
							m.groupEx(1).optInt() ?: 1,
							(m.groupEx(2).optInt() ?: 1) - 1,
							m.groupEx(3).optInt() ?: 1,
							m.groupEx(4).optInt() ?: 0,
							m.groupEx(5).optInt() ?: 0,
							m.groupEx(6).optInt() ?: 0
						)
						g.set(Calendar.MILLISECOND, m.groupEx(7).optInt() ?: 0)
						return g.timeInMillis
					}
				} catch(ex : Throwable) { // ParseException,  ArrayIndexOutOfBoundsException
					log.trace(ex)
					log.e(ex, "TootStatus.parseTime failed. src=%s", strTime)
				}
				
			}
			return 0L
		}
		
		private fun parseTimeMSP(strTime : String?) : Long {
			if(strTime != null && strTime.isNotEmpty()) {
				try {
					val m = reMSPTime.matcher(strTime)
					if(! m.find()) {
						log.d("invalid time format: %s", strTime)
					} else {
						val g = GregorianCalendar(tz_utc)
						g.set(
							m.groupEx(1).optInt() ?: 1,
							(m.groupEx(2).optInt() ?: 1) - 1,
							m.groupEx(3).optInt() ?: 1,
							m.groupEx(4).optInt() ?: 0,
							m.groupEx(5).optInt() ?: 0,
							m.groupEx(6).optInt() ?: 0
						)
						g.set(Calendar.MILLISECOND, 500)
						return g.timeInMillis
					}
				} catch(ex : Throwable) { // ParseException,  ArrayIndexOutOfBoundsException
					log.trace(ex)
					log.e(ex, "parseTimeMSP failed. src=%s", strTime)
				}
				
			}
			return 0L
		}
		
		@SuppressLint("SimpleDateFormat")
		internal val date_format = SimpleDateFormat("yyyy-MM-dd HH:mm:ss")
		
		fun formatTime(context : Context, t : Long, bAllowRelative : Boolean) : String {
			if(bAllowRelative && Pref.bpRelativeTimestamp(App1.pref)) {
				val now = System.currentTimeMillis()
				var delta = now - t
				
				@StringRes val phraseId = if(delta >= 0)
					R.string.relative_time_phrase_past
				else
					R.string.relative_time_phrase_future
				
				delta = abs(delta)
				
				fun f(v : Long, unit1 : Int, units : Int) : String {
					val vi = v.toInt()
					return context.getString(
						phraseId,
						vi,
						context.getString(if(vi <= 1) unit1 else units)
					)
				}
				
				when {
					delta < 1000L -> return context.getString(R.string.time_within_second)
					
					delta < 60000L -> return f(
						delta / 1000L,
						R.string.relative_time_unit_second1,
						R.string.relative_time_unit_seconds
					)
					
					delta < 3600000L -> return f(
						delta / 60000L,
						R.string.relative_time_unit_minute1,
						R.string.relative_time_unit_minutes
					)
					
					delta < 86400000L -> return f(
						delta / 3600000L,
						R.string.relative_time_unit_hour1,
						R.string.relative_time_unit_hours
					)
					
					delta < 40 * 86400000L -> return f(
						delta / 86400000L,
						R.string.relative_time_unit_day1,
						R.string.relative_time_unit_days
					)
					
					else -> {
						// fall back to absolute time
					}
				}
			}
			
			return date_format.format(Date(t))
		}
		
		fun parseStringArray(src : JSONArray?) : ArrayList<String>? {
			var rv : ArrayList<String>? = null
			if(src != null) {
				for(i in 0 until src.length()) {
					val s = src.optString(i, null)
					if(s?.isNotEmpty() == true) {
						if(rv == null) rv = ArrayList()
						rv.add(s)
					}
				}
			}
			return rv
		}
		
		private fun parseReactionCounts(src : JSONObject?) : HashMap<String, Int>? {
			var rv : HashMap<String, Int>? = null
			if(src != null) {
				for(key in src.keys()) {
					if(key?.isEmpty() != false) continue
					val v = src.parseInt(key) ?: continue
					// カスタム絵文字などが含まれるようになったので、内容のバリデーションはできない
					if(rv == null) rv = HashMap()
					rv[key] = v
				}
			}
			return rv
		}
		
		private fun parseMisskeyTags(src : JSONArray?) : ArrayList<TootTag>? {
			var rv : ArrayList<TootTag>? = null
			if(src != null) {
				for(i in 0 until src.length()) {
					val sv = src.optString(i, null)
					if(sv?.isNotEmpty() == true) {
						if(rv == null) rv = ArrayList()
						rv.add(TootTag(name = sv))
					}
				}
			}
			return rv
		}
		
		private fun validHost(host : String?) : String? {
			return if(host != null && host.isNotEmpty() && host != "?") host else null
		}
		
		fun validStatusId(src : EntityId?) : EntityId? =
			when {
				src == null -> null
				src == EntityId.DEFAULT -> null
				src.toString().startsWith("-") -> null
				else -> src
			}
		
		private fun String.cleanCW() =
			CharacterGroup.reWhitespace.matcher(this).replaceAll(" ").sanitizeBDI()
		/* 空欄かどうかがCW判定条件に影響するので、trimしてはいけない */
		
		// 投稿元タンスでのステータスIDを調べる
		fun findStatusIdFromUri(
			uri : String?,
			url : String?
		) : EntityId? {
			
			try {
				if(uri?.isNotEmpty() == true) {
					// https://friends.nico/users/(who)/statuses/(status_id)
					var m = reTootUriAP1.matcher(uri)
					if(m.find()) return EntityId(m.groupEx(2)!!)
					
					// https://server/@user/(status_id)
					m = reTootUriAP2.matcher(uri)
					if(m.find()) return EntityId(m.groupEx(2)!!)
					
					// https://misskey.xyz/notes/5b802367744b650030a13640
					m = reStatusPageMisskey.matcher(uri)
					if(m.find()) return EntityId(m.groupEx(2)!!)
					
					// https://pl.at7s.me/objects/feeb4399-cd7a-48c8-8999-b58868daaf43
					// tootsearch中の投稿からIDを読めるようにしたい
					// しかしこのURL中のuuidはステータスIDではないので、無意味
					// m = reObjects.matcher(uri)
					// if(m.find()) return EntityId(m.groupEx(2))
					
					// https://pl.telteltel.com/notice/9fGFPu4LAgbrTby0xc
					m = reStatusPageNotice.matcher(uri)
					if(m.find()) return EntityId(m.groupEx(2)!!)
					
					// tag:mstdn.osaka,2017-12-19:objectId=5672321:objectType=Status
					m = reTootUriOS.matcher(uri)
					if(m.find()) return EntityId(m.groupEx(2)!!)
					
					log.w("findStatusIdFromUri: unsupported uri. $uri")
				}
				
				if(url?.isNotEmpty() == true) {
					
					// https://friends.nico/users/(who)/statuses/(status_id)
					var m = reTootUriAP1.matcher(url)
					if(m.find()) return EntityId(m.groupEx(2)!!)
					
					// https://friends.nico/@(who)/(status_id)
					m = reTootUriAP2.matcher(url)
					if(m.find()) return EntityId(m.groupEx(2)!!)
					
					// https://misskey.xyz/notes/5b802367744b650030a13640
					m = reStatusPageMisskey.matcher(url)
					if(m.find()) return EntityId(m.groupEx(2)!!)
					
					// https://pl.at7s.me/objects/feeb4399-cd7a-48c8-8999-b58868daaf43
					// tootsearch中の投稿からIDを読めるようにしたい
					// しかしこのURL中のuuidはステータスIDではないので、無意味
					// m = reObjects.matcher(url)
					// if(m.find()) return EntityId(m.groupEx(2))
					
					// https://pl.telteltel.com/notice/9fGFPu4LAgbrTby0xc
					m = reStatusPageNotice.matcher(url)
					if(m.find()) return EntityId(m.groupEx(2)!!)
					
					
					log.w("findStatusIdFromUri: unsupported url. $url")
				}
				
			} catch(ex : Throwable) {
				log.e(ex, "can't parse status from: $uri,$url")
			}
			
			return null
		}
		
		private val reLinkUrl = Pattern.compile("""(https?://[\w/:%#@${'$'}&?!()\[\]~.=+\-]+)""")
		private val reMention = Pattern.compile(
			"""(?<=^|[^/\w\p{Pc}])@((\w+([\w.-]+\w+)?)(?:@[a-z0-9.\-]+[a-z0-9]+)?)""",
			Pattern.CASE_INSENSITIVE
		)
		private val strUrlReplacement = (0 until 23).map { ' ' }.joinToString()
		
		fun countText(s : String) : Int {
			return s
				.replaceAll(reLinkUrl, strUrlReplacement)
				.replaceAll(reMention, "@$2")
				.codePointCount()
		}
	}
	
}