package jp.juggler.subwaytooter.api import android.content.Context import jp.juggler.subwaytooter.App1 import jp.juggler.subwaytooter.R import jp.juggler.subwaytooter.api.entity.* import jp.juggler.subwaytooter.pref.PrefDevice import jp.juggler.subwaytooter.pref.pref import jp.juggler.subwaytooter.table.ClientInfo import jp.juggler.subwaytooter.table.SavedAccount import jp.juggler.subwaytooter.util.* import jp.juggler.util.* import okhttp3.* import okhttp3.internal.closeQuietly import java.util.* import java.util.concurrent.atomic.AtomicReference class TootApiClient( val context: Context, val httpClient: SimpleHttpClient = SimpleHttpClientImpl(context, App1.ok_http_client), val callback: TootApiCallback, ) { companion object { private val log = LogCategory("TootApiClient") private const val DEFAULT_CLIENT_NAME = "SubwayTooter" private const val REDIRECT_URL = "subwaytooter://oauth/" // 20181225 3=>4 client credentialの取得時にもscopeの取得が必要になった // 20190147 4=>5 client id とユーザIDが同じだと同じアクセストークンが返ってくるので複数端末の利用で困る。 // AUTH_VERSIONが古いclient情報は使わない。また、インポートの対象にしない。 private const val AUTH_VERSION = 5 internal const val KEY_CLIENT_CREDENTIAL = "SubwayTooterClientCredential" internal const val KEY_CLIENT_SCOPE = "SubwayTooterClientScope" private const val KEY_AUTH_VERSION = "SubwayTooterAuthVersion" const val KEY_IS_MISSKEY = "isMisskey" // for ClientInfo const val KEY_MISSKEY_VERSION = "isMisskey" // for tokenInfo,TootInstance const val KEY_MISSKEY_APP_SECRET = "secret" const val KEY_API_KEY_MISSKEY = "apiKeyMisskey" const val KEY_USER_ID = "userId" private const val NO_INFORMATION = "(no information)" private val reStartJsonArray = """\A\s*\[""".asciiPattern() private val reStartJsonObject = """\A\s*\{""".asciiPattern() val DEFAULT_JSON_ERROR_PARSER = { json: JsonObject -> json["error"]?.toString() } fun getScopeString(ti: TootInstance?) = when { // 古いサーバ ti?.versionGE(TootInstance.VERSION_2_4_0_rc1) == false -> "read+write+follow" // 新しいサーバか、AUTHORIZED_FETCH(3.0.0以降)によりサーバ情報を取得できなかった else -> "read+write+follow+push" // 過去の試行錯誤かな // ti.versionGE(TootInstance.VERSION_2_7_0_rc1) -> "read+write+follow+push+create" } fun getScopeArrayMisskey(@Suppress("UNUSED_PARAMETER") ti: TootInstance) = JsonArray().apply { if (ti.versionGE(TootInstance.MISSKEY_VERSION_11)) { // https://github.com/syuilo/misskey/blob/master/src/server/api/kinds.ts arrayOf( "read:account", "write:account", "read:blocks", "write:blocks", "read:drive", "write:drive", "read:favorites", "write:favorites", "read:following", "write:following", "read:messaging", "write:messaging", "read:mutes", "write:mutes", "write:notes", "read:notifications", "write:notifications", "read:reactions", "write:reactions", "write:votes" ) } else { // https://github.com/syuilo/misskey/issues/2341 arrayOf( "account-read", "account-write", "account/read", "account/write", "drive-read", "drive-write", "favorite-read", "favorite-write", "favorites-read", "following-read", "following-write", "messaging-read", "messaging-write", "note-read", "note-write", "notification-read", "notification-write", "reaction-read", "reaction-write", "vote-read", "vote-write" ) } // APIのエラーを回避するため、重複を排除する .toMutableSet() .forEach { add(it) } } private fun encodeScopeArray(scopeArray: JsonArray?): String? { scopeArray ?: return null val list = scopeArray.stringArrayList() list.sort() return list.joinToString(",") } private fun compareScopeArray(a: JsonArray, b: JsonArray?): Boolean { return encodeScopeArray(a) == encodeScopeArray(b) } fun formatResponse( response: Response, caption: String = "?", bodyString: String? = null, ) = TootApiResult( response = response, caption = caption, bodyString = bodyString ).apply { parseErrorResponse() }.error ?: "(null)" fun simplifyErrorHtml( response: Response, caption: String = "?", bodyString: String = response.body?.string() ?: "", jsonErrorParser: (json: JsonObject) -> String? = DEFAULT_JSON_ERROR_PARSER, ) = TootApiResult( response = response, caption = caption, ).simplifyErrorHtml(bodyString, jsonErrorParser) } // 認証に関する設定を保存する internal val pref = context.pref() // インスタンスのホスト名 var apiHost: Host? = null // アカウントがある場合に使用する var account: SavedAccount? = null set(value) { apiHost = value?.apiHost field = value } var currentCallCallback: (Call) -> Unit get() = httpClient.onCallCreated set(value) { httpClient.onCallCreated = value } internal suspend fun isApiCancelled() = callback.isApiCancelled() suspend fun publishApiProgress(s: String) { callback.publishApiProgress(s) } suspend fun publishApiProgressRatio(value: Int, max: Int) { callback.publishApiProgressRatio(value, max) } ////////////////////////////////////////////////////////////////////// // ユーティリティ // リクエストをokHttpに渡してレスポンスを取得する // internal inline fun sendRequest( // result: TootApiResult, // progressPath: String? = null, // tmpOkhttpClient: OkHttpClient? = null, // block: () -> Request // ): Boolean { // return try { // result.response = null // result.bodyString = null // result.data = null // // val request = block() // // result.requestInfo = "${request.method} ${progressPath ?: request.url.encodedPath}" // // callback.publishApiProgress( // context.getString( // R.string.request_api, request.method, progressPath ?: request.url.encodedPath // ) // ) // // val response = httpClient.getResponse(request, tmpOkhttpClient = tmpOkhttpClient) // result.response = response // // null == result.error // // } catch (ex: Throwable) { // result.setError( // "${result.caption}: ${ // ex.withCaption( // context.resources, // R.string.network_error // ) // }" // ) // false // } // } // リクエストをokHttpに渡してレスポンスを取得する suspend inline fun sendRequest( result: TootApiResult, progressPath: String? = null, tmpOkhttpClient: OkHttpClient? = null, block: () -> Request, ): Boolean { result.response = null result.bodyString = null result.data = null val request = block() return try { result.requestInfo = "${request.method} ${progressPath ?: request.url.encodedPath}" callback.publishApiProgress( context.getString( R.string.request_api, request.method, progressPath ?: request.url.encodedPath ) ) val response = httpClient.getResponse(request, tmpOkhttpClient = tmpOkhttpClient) result.response = response null == result.error } catch (ex: Throwable) { result.setError( "${result.caption}: ${ ex.withCaption( context.resources, R.string.network_error ) }" ) false } } // レスポンスがエラーかボディがカラならエラー状態を設定する // 例外を出すかも internal suspend fun readBodyString( result: TootApiResult, progressPath: String? = null, jsonErrorParser: (json: JsonObject) -> String? = DEFAULT_JSON_ERROR_PARSER, ): String? { val response = result.response ?: return null try { if (isApiCancelled()) return null val request = response.request publishApiProgress( context.getString( R.string.reading_api, request.method, progressPath ?: result.caption ) ) val bodyString = response.body?.string() if (isApiCancelled()) return null // Misskey の /api/notes/favorites/create は 204(no content)を返す。ボディはカラになる。 if (bodyString?.isEmpty() != false && response.code in 200 until 300) { result.bodyString = "" return "" } if (!response.isSuccessful || bodyString?.isEmpty() != false) { result.parseErrorResponse( bodyString?.notEmpty() ?: NO_INFORMATION, jsonErrorParser ) } return if (result.error != null) { null } else { publishApiProgress(context.getString(R.string.parsing_response)) result.bodyString = bodyString bodyString } } finally { response.body?.closeQuietly() } } // レスポンスがエラーかボディがカラならエラー状態を設定する // 例外を出すかも private suspend fun readBodyBytes( result: TootApiResult, progressPath: String? = null, jsonErrorParser: (json: JsonObject) -> String? = DEFAULT_JSON_ERROR_PARSER, ): ByteArray? { if (isApiCancelled()) return null val response = result.response!! val request = response.request publishApiProgress( context.getString( R.string.reading_api, request.method, progressPath ?: result.caption ) ) val bodyBytes = response.body?.bytes() if (isApiCancelled()) return null if (!response.isSuccessful || bodyBytes?.isEmpty() != false) { result.parseErrorResponse( bodyBytes?.notEmpty()?.decodeUTF8() ?: NO_INFORMATION, jsonErrorParser ) } return if (result.error != null) { null } else { result.bodyString = "(binary data)" result.data = bodyBytes bodyBytes } } private suspend fun parseBytes( result: TootApiResult, progressPath: String? = null, jsonErrorParser: (json: JsonObject) -> String? = DEFAULT_JSON_ERROR_PARSER, ): TootApiResult? { try { readBodyBytes(result, progressPath, jsonErrorParser) ?: return if (isApiCancelled()) null else result } catch (ex: Throwable) { log.e(ex, "parseBytes failed.") result.parseErrorResponse(result.bodyString ?: NO_INFORMATION) } return result } internal suspend fun parseString( result: TootApiResult, progressPath: String? = null, jsonErrorParser: (json: JsonObject) -> String? = DEFAULT_JSON_ERROR_PARSER, ): TootApiResult? { try { val bodyString = readBodyString(result, progressPath, jsonErrorParser) ?: return if (isApiCancelled()) null else result result.data = bodyString } catch (ex: Throwable) { log.e(ex, "parseString failed.") result.parseErrorResponse(result.bodyString ?: NO_INFORMATION) } return result } // レスポンスからJSONデータを読む // 引数に指定したresultそのものか、キャンセルされたらnull を返す internal suspend fun parseJson( result: TootApiResult, progressPath: String? = null, jsonErrorParser: (json: JsonObject) -> String? = DEFAULT_JSON_ERROR_PARSER, ): TootApiResult? { try { var bodyString = readBodyString(result, progressPath, jsonErrorParser) when { bodyString == null -> return if (isApiCancelled()) null else result // 204 no content は 空オブジェクトと解釈する bodyString.isEmpty() -> { result.data = JsonObject() } reStartJsonArray.matcher(bodyString).find() -> { result.data = bodyString.decodeJsonArray() } reStartJsonObject.matcher(bodyString).find() -> { val json = bodyString.decodeJsonObject() val errorMessage = jsonErrorParser(json) if (errorMessage != null) { result.error = errorMessage } else { result.data = json } } else -> { val response = result.response!! // nullにならないはず // HTMLならタグを除去する val ct = response.body?.contentType() if (ct?.subtype == "html") { val decoded = DecodeOptions().decodeHTML(bodyString).toString() .replace("""[\s ]+""".toRegex(), " ") bodyString = decoded } val sb = StringBuilder() .append(context.getString(R.string.response_not_json)) .append(' ') .append(bodyString) if (sb.isNotEmpty()) sb.append(' ') sb.append("(HTTP ").append(response.code.toString()) val message = response.message if (message.isNotEmpty()) sb.append(' ').append(message) sb.append(")") val url = response.request.url.toString() if (url.isNotEmpty()) sb.append(' ').append(url) result.error = sb.toString() } } } catch (ex: Throwable) { log.e(ex, "parseJson failed.") result.parseErrorResponse(result.bodyString ?: NO_INFORMATION) } return result } ////////////////////////////////////////////////////////////////////// // fun request( // path: String, // request_builder: Request.Builder = Request.Builder() // ): TootApiResult? { // val result = TootApiResult.makeWithCaption(apiHost?.pretty) // if (result.error != null) return result // // val account = this.account // may null // // try { // if (!sendRequest(result) { // // log.d("request: $path") // // request_builder.url("https://${apiHost?.ascii}$path") // // val access_token = account?.getAccessToken() // if (access_token?.isNotEmpty() == true) { // request_builder.header("Authorization", "Bearer $access_token") // } // // request_builder.build() // // }) return result // // return parseJson(result) // } finally { // val error = result.error // if (error != null) log.d("error: $error") // } // } // suspend fun request( path: String, requestBuilder: Request.Builder = Request.Builder(), forceAccessToken: String? = null, ): TootApiResult? { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result val account = this.account // may null try { if (!sendRequest(result) { val url = "https://${apiHost?.ascii}$path" requestBuilder.url(url) (forceAccessToken ?: account?.getAccessToken()) ?.notEmpty()?.let { requestBuilder.header("Authorization", "Bearer $it") } requestBuilder.build() .also { log.d("request: ${it.method} $url") } } ) return result return parseJson(result) } finally { val error = result.error if (error != null) log.d("error: $error") } } ////////////////////////////////////////////////////////////////////// // misskey authentication private suspend fun getAppInfoMisskey(appId: String?): TootApiResult? { appId ?: return TootApiResult("missing app id") val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result if (sendRequest(result) { JsonObject().apply { put("appId", appId) } .toPostRequestBuilder() .url("https://${apiHost?.ascii}/api/app/show") .build() }) { parseJson(result) ?: return null result.jsonObject?.put(KEY_IS_MISSKEY, true) } return result } private suspend fun prepareBrowserUrlMisskey(appSecret: String): String? { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) { context.showToast(false, result.error) return null } if (!sendRequest(result) { JsonObject().apply { put("appSecret", appSecret) } .toPostRequestBuilder() .url("https://${apiHost?.ascii}/api/auth/session/generate") .build() } ) { val error = result.error if (error != null) { context.showToast(false, error) return null } return null } parseJson(result) ?: return null val jsonObject = result.jsonObject if (jsonObject == null) { context.showToast(false, result.error) return null } // {"token":"0ba88e2d-4b7d-4599-8d90-dc341a005637","url":"https://misskey.xyz/auth/0ba88e2d-4b7d-4599-8d90-dc341a005637"} // ブラウザで開くURL val url = jsonObject.string("url") if (url?.isEmpty() != false) { context.showToast(false, "missing 'url' in auth session response.") return null } val e = PrefDevice.from(context) .edit() .putString(PrefDevice.LAST_AUTH_INSTANCE, apiHost?.ascii) .putString(PrefDevice.LAST_AUTH_SECRET, appSecret) val account = this.account if (account != null) { e.putLong(PrefDevice.LAST_AUTH_DB_ID, account.db_id) } else { e.remove(PrefDevice.LAST_AUTH_DB_ID) } e.apply() return url } private suspend fun registerClientMisskey( scopeArray: JsonArray, clientName: String, ): TootApiResult? { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result if (sendRequest(result) { JsonObject().apply { put("nameId", "SubwayTooter") put("name", clientName) put("description", "Android app for federated SNS") put("callbackUrl", "subwaytooter://misskey/auth_callback") put("permission", scopeArray) } .toPostRequestBuilder() .url("https://${apiHost?.ascii}/api/app/create") .build() }) { parseJson(result) ?: return null } return result } private suspend fun authentication1Misskey( clientNameArg: String, ti: TootInstance, ): TootApiResult? { val result = TootApiResult.makeWithCaption(this.apiHost?.pretty) if (result.error != null) return result val instance = result.caption // same to instance // クライアントIDがアプリ上に保存されているか? val clientName = clientNameArg.notEmpty() ?: DEFAULT_CLIENT_NAME val clientInfo = ClientInfo.load(instance, clientName) // スコープ一覧を取得する val scopeArray = getScopeArrayMisskey(ti) if (clientInfo != null && AUTH_VERSION == clientInfo.int(KEY_AUTH_VERSION) && clientInfo.boolean(KEY_IS_MISSKEY) == true ) { val appSecret = clientInfo.string(KEY_MISSKEY_APP_SECRET) val r2 = getAppInfoMisskey(clientInfo.string("id")) val tmpClientInfo = r2?.jsonObject // tmpClientInfo はsecretを含まないので保存してはいけない when { // アプリが登録済みで // クライアント名が一致してて // パーミッションが同じ tmpClientInfo != null && clientName == tmpClientInfo.string("name") && compareScopeArray(scopeArray, tmpClientInfo["permission"].cast()) && appSecret?.isNotEmpty() == true -> { // クライアント情報を再利用する result.data = prepareBrowserUrlMisskey(appSecret) return result } } // XXX appSecretを使ってクライアント情報を削除できるようにするべきだが、該当するAPIが存在しない } val r2 = registerClientMisskey(scopeArray, clientName) val jsonObject = r2?.jsonObject ?: return r2 val appSecret = jsonObject.string(KEY_MISSKEY_APP_SECRET) if (appSecret?.isEmpty() != false) { context.showToast(true, context.getString(R.string.cant_get_misskey_app_secret)) return null } // { // "createdAt": "2018-08-19T00:43:10.105Z", // "userId": null, // "name": "Via芸", // "nameId": "test1", // "description": "test1", // "permission": [ // "account-read", // "account-write", // "note-write", // "reaction-write", // "following-write", // "drive-read", // "drive-write", // "notification-read", // "notification-write" // ], // "callbackUrl": "test1://test1/auth_callback", // "id": "5b78bd1ea0db0527f25815c3", // "iconUrl": "https://misskey.xyz/files/app-default.jpg" // } // 2018/8/19現在、/api/app/create のレスポンスにsecretが含まれないので認証に使えない // https://github.com/syuilo/misskey/issues/2343 jsonObject[KEY_IS_MISSKEY] = true jsonObject[KEY_AUTH_VERSION] = AUTH_VERSION ClientInfo.save(instance, clientName, jsonObject.toString()) result.data = prepareBrowserUrlMisskey(appSecret) return result } // oAuth2認証の続きを行う suspend fun authentication2Misskey( clientNameArg: String, token: String, misskeyVersion: Int, ): TootApiResult? { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result val instance = result.caption // same to instance val clientName = clientNameArg.notEmpty() ?: DEFAULT_CLIENT_NAME @Suppress("UNUSED_VARIABLE") val clientInfo = ClientInfo.load(instance, clientName) ?: return result.setError("missing client id") val appSecret = clientInfo.string(KEY_MISSKEY_APP_SECRET) if (appSecret?.isEmpty() != false) { return result.setError(context.getString(R.string.cant_get_misskey_app_secret)) } if (!sendRequest(result) { JsonObject().apply { put("appSecret", appSecret) put("token", token) } .toPostRequestBuilder() .url("https://$instance/api/auth/session/userkey") .build() } ) { return result } parseJson(result) ?: return null val tokenInfo = result.jsonObject ?: return result // {"accessToken":"...","user":{…}} val accessToken = tokenInfo.string("accessToken") if (accessToken?.isEmpty() != false) { return result.setError("missing accessToken in the response.") } val user = tokenInfo["user"].cast() ?: return result.setError("missing user in the response.") tokenInfo.remove("user") val apiKey = "$accessToken$appSecret".encodeUTF8().digestSHA256().encodeHexLower() // ユーザ情報を読めたならtokenInfoを保存する EntityId.mayNull(user.string("id"))?.putTo(tokenInfo, KEY_USER_ID) tokenInfo[KEY_MISSKEY_VERSION] = misskeyVersion tokenInfo[KEY_AUTH_VERSION] = AUTH_VERSION tokenInfo[KEY_API_KEY_MISSKEY] = apiKey // tokenInfoとユーザ情報の入ったresultを返す result.tokenInfo = tokenInfo result.data = user return result } ////////////////////////////////////////////////////////////////////// // クライアントをタンスに登録 suspend fun registerClient(scopeString: String, clientName: String): TootApiResult? { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result val instance = result.caption // same to instance // OAuth2 クライアント登録 if (!sendRequest(result) { "client_name=${ clientName.encodePercent() }&redirect_uris=${ REDIRECT_URL.encodePercent() }&scopes=$scopeString" .toFormRequestBody().toPost() .url("https://$instance/api/v1/apps") .build() }) return result return parseJson(result) } // クライアントアプリの登録を確認するためのトークンを生成する // oAuth2 Client Credentials の取得 // https://github.com/doorkeeper-gem/doorkeeper/wiki/Client-Credentials-flow // このトークンはAPIを呼び出すたびに新しく生成される… internal suspend fun getClientCredential(clientInfo: JsonObject): TootApiResult? { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result if (!sendRequest(result) { val clientId = clientInfo.string("client_id") ?: return result.setError("missing client_id") val clientSecret = clientInfo.string("client_secret") ?: return result.setError("missing client_secret") "grant_type=client_credentials&scope=read+write&client_id=${clientId.encodePercent()}&client_secret=${clientSecret.encodePercent()}&redirect_uri=${REDIRECT_URL.encodePercent()}" .toFormRequestBody().toPost() .url("https://${apiHost?.ascii}/oauth/token") .build() }) return result val r2 = parseJson(result) val jsonObject = r2?.jsonObject ?: return r2 log.d("getClientCredential: $jsonObject") val sv = jsonObject.string("access_token")?.notEmpty() if (sv != null) { result.data = sv } else { result.data = null result.error = "missing client credential." } return result } // client_credentialがまだ有効か調べる internal suspend fun verifyClientCredential(clientCredential: String): TootApiResult? { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result if (!sendRequest(result) { Request.Builder() .url("https://${apiHost?.ascii}/api/v1/apps/verify_credentials") .header("Authorization", "Bearer $clientCredential") .build() }) return result return parseJson(result) } // client_credentialを無効にする private suspend fun revokeClientCredential( clientInfo: JsonObject, clientCredential: String, ): TootApiResult? { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result val clientId = clientInfo.string("client_id") ?: return result.setError("missing client_id") val clientSecret = clientInfo.string("client_secret") ?: return result.setError("missing client_secret") if (!sendRequest(result) { "token=${ clientCredential.encodePercent() }&client_id=${ clientId.encodePercent() }&client_secret=${ clientSecret.encodePercent() }" .toFormRequestBody().toPost() .url("https://${apiHost?.ascii}/oauth/revoke") .build() }) return result return parseJson(result) } // 認証ページURLを作る internal fun prepareBrowserUrl(scopeString: String, clientInfo: JsonObject): String? { val account = this.account val clientId = clientInfo.string("client_id") ?: return null val state = StringBuilder() .append((if (account != null) "db:${account.db_id}" else "host:${apiHost?.ascii}")) .append(',') .append("random:${System.currentTimeMillis()}") .toString() return "https://${ apiHost?.ascii }/oauth/authorize?client_id=${ clientId.encodePercent() }&response_type=code&redirect_uri=${ REDIRECT_URL.encodePercent() }&scope=$scopeString&scopes=$scopeString&state=${ state.encodePercent() }&grant_type=authorization_code&approval_prompt=force&force_login=true" // +"&access_type=offline" } private suspend fun prepareClientMastodon( clientNameArg: String, ti: TootInstance?, forceUpdateClient: Boolean = false, ): TootApiResult? { // 前準備 val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result val instance = result.caption // same to instance // クライアントIDがアプリ上に保存されているか? val clientName = clientNameArg.notEmpty() ?: DEFAULT_CLIENT_NAME var clientInfo = ClientInfo.load(instance, clientName) // スコープ一覧を取得する val scopeString = getScopeString(ti) when { AUTH_VERSION != clientInfo?.int(KEY_AUTH_VERSION) -> { // 古いクライアント情報は使わない。削除もしない。 } clientInfo.boolean(KEY_IS_MISSKEY) == true -> { // Misskeyにはclient情報をまだ利用できるかどうか調べる手段がないので、再利用しない } else -> { val oldScope = clientInfo.string(KEY_CLIENT_SCOPE) // client_credential をまだ取得していないなら取得する var clientCredential = clientInfo.string(KEY_CLIENT_CREDENTIAL) if (clientCredential?.isEmpty() != false) { val resultSub = getClientCredential(clientInfo) clientCredential = resultSub?.string if (clientCredential?.isNotEmpty() == true) { try { clientInfo[KEY_CLIENT_CREDENTIAL] = clientCredential ClientInfo.save(instance, clientName, clientInfo.toString()) } catch (ignored: JsonException) { } } } // client_credential があるならcredentialがまだ使えるか確認する if (clientCredential?.isNotEmpty() == true) { val resultSub = verifyClientCredential(clientCredential) val currentCC = resultSub?.jsonObject if (currentCC != null) { if (oldScope != scopeString || forceUpdateClient) { // マストドン2.4でスコープが追加された // 取得時のスコープ指定がマッチしない(もしくは記録されていない)ならクライアント情報を再利用してはいけない ClientInfo.delete(instance, clientName) // client credential をタンスから消去する revokeClientCredential(clientInfo, clientCredential) // XXX クライアントアプリ情報そのものはまだサーバに残っているが、明示的に消す方法は現状存在しない } else { // クライアント情報を再利用する result.data = clientInfo return result } } } } } val r2 = registerClient(scopeString, clientName) clientInfo = r2?.jsonObject ?: return r2 // {"id":999,"redirect_uri":"urn:ietf:wg:oauth:2.0:oob","client_id":"******","client_secret":"******"} clientInfo[KEY_AUTH_VERSION] = AUTH_VERSION clientInfo[KEY_CLIENT_SCOPE] = scopeString // client_credential をまだ取得していないなら取得する var clientCredential = clientInfo.string(KEY_CLIENT_CREDENTIAL) if (clientCredential?.isEmpty() != false) { getClientCredential(clientInfo).let { resultSub -> when { // https://github.com/tateisu/SubwayTooter/issues/156 // some servers not support to get client_credentials. // just ignore error and skip. resultSub?.response?.code == 422 -> { } resultSub == null || resultSub.error != null -> { return resultSub } else -> { resultSub.string?.notEmpty()?.let { clientCredential = it clientInfo[KEY_CLIENT_CREDENTIAL] = it } } } } } try { ClientInfo.save(instance, clientName, clientInfo.toString()) } catch (ignored: JsonException) { } result.data = clientInfo return result } private suspend fun authentication1Mastodon( clientNameArg: String, ti: TootInstance?, forceUpdateClient: Boolean = false, ): TootApiResult? { if (ti?.instanceType == InstanceType.Pixelfed) { return TootApiResult("currently Pixelfed instance is not supported.") } return prepareClientMastodon(clientNameArg, ti, forceUpdateClient)?.also { result -> val clientInfo = result.jsonObject if (clientInfo != null) { result.data = prepareBrowserUrl(getScopeString(ti), clientInfo) } } } // クライアントを登録してブラウザで開くURLを生成する suspend fun authentication1( clientNameArg: String, forceUpdateClient: Boolean = false, ): TootApiResult? { val (ti, ri) = TootInstance.get(this) log.i("authentication1: instance info version=${ti?.version} misskeyVersion=${ti?.misskeyVersion} responseCode=${ri?.response?.code}") return if (ti == null) when (ri?.response?.code) { // https://github.com/tateisu/SubwayTooter/issues/155 // Mastodon's WHITELIST_MODE 401 -> authentication1Mastodon(clientNameArg, null, forceUpdateClient) else -> ri } else when { ti.misskeyVersion > 0 -> authentication1Misskey(clientNameArg, ti) else -> authentication1Mastodon(clientNameArg, ti, forceUpdateClient) } } // oAuth2認証の続きを行う suspend fun authentication2Mastodon( clientNameArg: String, code: String, outAccessToken: AtomicReference, ): TootApiResult? { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result val instance = result.caption // same to instance val clientName = clientNameArg.ifEmpty { DEFAULT_CLIENT_NAME } val clientInfo = ClientInfo.load(instance, clientName) ?: return result.setError("missing client id") if (!sendRequest(result) { val scopeString = clientInfo.string(KEY_CLIENT_SCOPE) val clientId = clientInfo.string("client_id") val clientSecret = clientInfo.string("client_secret") if (clientId == null) return result.setError("missing client_id ") if (clientSecret == null) return result.setError("missing client_secret") val postContent = "grant_type=authorization_code&code=${ code.encodePercent() }&client_id=${ clientId.encodePercent() }&redirect_uri=${ REDIRECT_URL.encodePercent() }&client_secret=${ clientSecret.encodePercent() }&scope=$scopeString&scopes=$scopeString" postContent.toFormRequestBody().toPost() .url("https://$instance/oauth/token") .build() }) return result val r2 = parseJson(result) val tokenInfo = r2?.jsonObject ?: return r2 // {"access_token":"******","token_type":"bearer","scope":"read","created_at":1492334641} val accessToken = tokenInfo.string("access_token") if (accessToken?.isEmpty() != false) { return result.setError("missing access_token in the response.") } outAccessToken.set(accessToken) return getUserCredential(accessToken, tokenInfo) } // アクセストークン手動入力でアカウントを更新する場合、アカウントの情報を取得する suspend fun getUserCredential( accessToken: String, tokenInfo: JsonObject = JsonObject(), misskeyVersion: Int = 0, ): TootApiResult? { if (misskeyVersion > 0) { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result // 認証されたアカウントのユーザ情報を取得する if (!sendRequest(result) { JsonObject().apply { put("i", accessToken) } .toPostRequestBuilder() .url("https://${apiHost?.ascii}/api/i") .build() }) return result val r2 = parseJson(result) if (r2?.jsonObject != null) { // ユーザ情報を読めたならtokenInfoを保存する tokenInfo[KEY_AUTH_VERSION] = AUTH_VERSION tokenInfo[KEY_API_KEY_MISSKEY] = accessToken tokenInfo[KEY_MISSKEY_VERSION] = misskeyVersion result.tokenInfo = tokenInfo } return r2 } else { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result // 認証されたアカウントのユーザ情報を取得する if (!sendRequest(result) { Request.Builder() .url("https://${apiHost?.ascii}/api/v1/accounts/verify_credentials") .header("Authorization", "Bearer $accessToken") .build() }) return result val r2 = parseJson(result) if (r2?.jsonObject != null) { // ユーザ情報を読めたならtokenInfoを保存する tokenInfo[KEY_AUTH_VERSION] = AUTH_VERSION tokenInfo["access_token"] = accessToken result.tokenInfo = tokenInfo } return r2 } } suspend fun createUser1(clientNameArg: String): TootApiResult? { val (ti, ri) = TootInstance.get(this) ti ?: return ri return when (ti.instanceType) { InstanceType.Misskey -> TootApiResult("Misskey has no API to create new account") InstanceType.Pleroma -> TootApiResult("Pleroma has no API to create new account") InstanceType.Pixelfed -> TootApiResult("Pixelfed has no API to create new account") else -> prepareClientMastodon(clientNameArg, ti) // result.JsonObject に credentialつきのclient_info を格納して返す } } // ユーザ名入力の後に呼ばれる suspend fun createUser2Mastodon( clientInfo: JsonObject, username: String, email: String, password: String, agreement: Boolean, reason: String?, ): TootApiResult? { val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return result log.d("createUser2Mastodon: client is : $clientInfo") val clientCredential = clientInfo.string(KEY_CLIENT_CREDENTIAL) ?: return result.setError("createUser2Mastodon(): missing client credential") if (!sendRequest(result) { val params = ArrayList().apply { add("username=${username.encodePercent()}") add("email=${email.encodePercent()}") add("password=${password.encodePercent()}") add("agreement=$agreement") if (reason?.isNotEmpty() == true) add("reason=${reason.encodePercent()}") } params .joinToString("&").toFormRequestBody().toPost() .url("https://${apiHost?.ascii}/api/v1/accounts") .header("Authorization", "Bearer $clientCredential") .build() }) return result return parseJson(result) } //////////////////////////////////////////////////////////////////////// // JSONデータ以外を扱うリクエスト suspend fun http(req: Request): TootApiResult { val result = TootApiResult.makeWithCaption(req.url.host) if (result.error != null) return result sendRequest(result, progressPath = null) { req } return result } // fun requestJson(req : Request) : TootApiResult? { // val result = TootApiResult.makeWithCaption(req.url().host()) // if(result.error != null) return result // if(sendRequest(result, progressPath = null) { req }) { // decodeJsonValue(result) // } // return result // } // 疑似アカウントでステータスURLからステータスIDを取得するためにHTMLを取得する suspend fun getHttp(url: String): TootApiResult? { val result = http(Request.Builder().url(url).build()) return if (result.error != null) result else parseString(result) } suspend fun getHttpBytes(url: String): Pair { val result = TootApiResult.makeWithCaption(url) if (result.error != null) return Pair(result, null) if (!sendRequest(result, progressPath = url) { Request.Builder().url(url).build() }) { return Pair(result, null) } val r2 = parseBytes(result) return Pair(r2, r2?.data as? ByteArray) } suspend fun webSocket( path: String, wsListener: WebSocketListener, ): Pair { var ws: WebSocket? = null val result = TootApiResult.makeWithCaption(apiHost?.pretty) if (result.error != null) return Pair(result, null) val account = this.account ?: return Pair(TootApiResult("account is null"), null) try { var url = "wss://${apiHost?.ascii}$path" val requestBuilder = Request.Builder() if (account.isMisskey) { val accessToken = account.misskeyApiToken if (accessToken?.isNotEmpty() == true) { val delm = if (-1 != url.indexOf('?')) '&' else '?' url = "$url${delm}i=${accessToken.encodePercent()}" } } else { val accessToken = account.getAccessToken() if (accessToken?.isNotEmpty() == true) { val delm = if (-1 != url.indexOf('?')) '&' else '?' url = "$url${delm}access_token=${accessToken.encodePercent()}" } } val request = requestBuilder.url(url).build() publishApiProgress(context.getString(R.string.request_api, request.method, path)) ws = httpClient.getWebSocket(request, wsListener) if (isApiCancelled()) { ws.cancel() return Pair(null, null) } } catch (ex: Throwable) { log.e(ex, "webSocket failed.") result.error = "${result.caption}: ${ex.withCaption(context.resources, R.string.network_error)}" } return Pair(result, ws) } fun copy() = TootApiClient( context, httpClient, callback ).also { dst -> dst.account = account dst.apiHost = apiHost } } suspend fun TootApiClient.requestMastodonSearch( parser: TootParser, // 検索文字列 q: String, // リモートサーバの情報を解決するなら真 resolve: Boolean, // ギャップ読み込み時の追加パラメータ extra: String = "", ): Pair { if (q.all { CharacterGroup.isWhitespace(it.code) }) { return Pair(null, null) } val query = "q=${q.encodePercent()}&resolve=$resolve${ if (extra.isEmpty()) "" else "&$extra" }" var searchApiVersion = 2 var apiResult = request("/api/v2/search?$query") ?: return Pair(null, null) if ((apiResult.response?.code ?: 0) in 400 until 500) { searchApiVersion = 1 apiResult = request("/api/v1/search?$query") ?: return Pair(null, null) } val searchResult = parser.results(apiResult.jsonObject) searchResult?.searchApiVersion = searchApiVersion return Pair(apiResult, searchResult) } // result.data に TootAccountRefを格納して返す。もしくはエラーかキャンセル suspend fun TootApiClient.syncAccountByUrl( accessInfo: SavedAccount, whoUrl: String, ): Pair { // misskey由来のアカウントURLは https://host/@user@instance などがある val m = TootAccount.reAccountUrl.matcher(whoUrl) if (m.find()) { // val host = m.group(1) val user = m.groupEx(2)!!.decodePercent() val instance = m.groupEx(3)?.decodePercent() if (instance?.isNotEmpty() == true) { return this.syncAccountByUrl(accessInfo, "https://$instance/@$user") } } val parser = TootParser(context, accessInfo) return if (accessInfo.isMisskey) { val acct = TootAccount.getAcctFromUrl(whoUrl) ?: return Pair( TootApiResult(context.getString(R.string.user_id_conversion_failed)), null ) var ar: TootAccountRef? = null val result = request( "/api/users/show", accessInfo.putMisskeyApiToken().apply { put("username", acct.username) acct.host?.let { put("host", it.ascii) } }.toPostRequestBuilder() ) ?.apply { ar = TootAccountRef.mayNull(parser, parser.account(jsonObject)) if (ar == null && error == null) { setError(context.getString(R.string.user_id_conversion_failed)) } } Pair(result, ar) } else { val (apiResult, searchResult) = requestMastodonSearch( parser, q = whoUrl, resolve = true, ) val ar = searchResult?.accounts?.firstOrNull() if (apiResult != null && apiResult.error == null && ar == null) { apiResult.setError(context.getString(R.string.user_id_conversion_failed)) } Pair(apiResult, ar) } } suspend fun TootApiClient.syncAccountByAcct( accessInfo: SavedAccount, acctArg: String, ): Pair = syncAccountByAcct(accessInfo, Acct.parse(acctArg)) suspend fun TootApiClient.syncAccountByAcct( accessInfo: SavedAccount, acct: Acct, ): Pair { val parser = TootParser(context, accessInfo) return if (accessInfo.isMisskey) { var ar: TootAccountRef? = null val result = request( "/api/users/show", accessInfo.putMisskeyApiToken() .apply { if (acct.isValid) put("username", acct.username) if (acct.host != null) put("host", acct.host.ascii) } .toPostRequestBuilder() ) ?.apply { ar = TootAccountRef.mayNull(parser, parser.account(jsonObject)) if (ar == null && error == null) { setError(context.getString(R.string.user_id_conversion_failed)) } } Pair(result, ar) } else { val (apiResult, searchResult) = requestMastodonSearch( parser, q = acct.ascii, resolve = true, ) val ar = searchResult?.accounts?.firstOrNull() if (apiResult != null && apiResult.error == null && ar == null) { apiResult.setError(context.getString(R.string.user_id_conversion_failed)) } Pair(apiResult, ar) } } suspend fun TootApiClient.syncStatus( accessInfo: SavedAccount, urlArg: String, ): Pair { var url = urlArg // misskey の投稿URLは外部タンスの投稿を複製したものの可能性がある // これを投稿元タンスのURLに変換しないと、投稿の同期には使えない val m = TootStatus.reStatusPageMisskey.matcher(urlArg) if (m.find()) { val host = Host.parse(m.groupEx(1)!!) val noteId = m.groupEx(2) TootApiClient(context, callback = callback) .apply { apiHost = host } .request( "/api/notes/show", JsonObject().apply { put("noteId", noteId) } .toPostRequestBuilder() ) ?.also { result -> TootParser( context, linkHelper = LinkHelper.create(host, misskeyVersion = 10), ) .status(result.jsonObject) ?.apply { if (accessInfo.matchHost(host)) { return Pair(result, this) } uri.letNotEmpty { url = it } } } ?: return Pair(null, null) // cancelled. } // 使いたいタンス上の投稿IDを取得する val parser = TootParser(context, accessInfo) return if (accessInfo.isMisskey) { var targetStatus: TootStatus? = null val result = request( "/api/ap/show", accessInfo.putMisskeyApiToken().apply { put("uri", url) } .toPostRequestBuilder() ) ?.apply { targetStatus = parser.parseMisskeyApShow(jsonObject) as? TootStatus if (targetStatus == null && error == null) { setError(context.getString(R.string.cant_sync_toot)) } } Pair(result, targetStatus) } else { val (apiResult, searchResult) = requestMastodonSearch( parser, q = url, resolve = true, ) val targetStatus = searchResult?.statuses?.firstOrNull() if (apiResult != null && apiResult.error == null && targetStatus == null) { apiResult.setError(context.getString(R.string.cant_sync_toot)) } Pair(apiResult, targetStatus) } } suspend fun TootApiClient.syncStatus( accessInfo: SavedAccount, statusRemote: TootStatus, ): Pair { // URL->URIの順に試す val uriList = ArrayList(2) statusRemote.url.letNotEmpty { when { it.contains("/notes/") -> { // Misskeyタンスから読んだマストドンの投稿はurlがmisskeyタンス上のものになる // ActivityPub object id としては不適切なので使わない } else -> uriList.add(it) } } statusRemote.uri.letNotEmpty { // uri の方は↑の問題はない uriList.add(it) } if (accessInfo.isMisskey && uriList.firstOrNull()?.contains("@") == true) { // https://github.com/syuilo/misskey/pull/2832 // @user を含むuri はMisskeyだと少し効率が悪いそうなので順序を入れ替える uriList.reverse() } for (uri in uriList) { val pair = syncStatus(accessInfo, uri) if (pair.second != null || pair.first == null) { return pair } } return Pair(TootApiResult("can't resolve status URL/URI."), null) }