CW-519 Enable built-in Tor (#1950)

* tor wip

* Enable tor on iOS

* Prevent app lag when node is exceptionally slow (usually over tor)

* fix: logic in daemonBlockchainHeight refresh
fix: storing tor state

* Pin ledger_flutter_plus dependency to fix builds

* bump arti version

* wip

* add single httpclient

* route everything I was able to catch trough the built-in tor node

* Enable proxy for http.Client [run tests]

* add tor proxy support to cw_evm, cw_tron and cw_polygon [run tests]

* remove log pollution, cleanup [skip slack]

* fix tests not working in latest main [skip slack] [run tests]

* remove cw_wownero import

* fix build issues

* migrate all remaining calls to use ProxyWrapper
add a CI action to enforce using ProxyWrapper instead of http/http.dart to prevent leaks

* fix tor background sync (will work on test builds after #2142 is merged and this PR is rebased on top)

* wip [skip ci]

* relicense to GPLv3 add socks5 license, build fixes

* use ProxyWrapper instead of http in robinhood

* Revert "relicense to GPLv3"

* feat(cw_bitcoin): support socks proxy and CakeTor

* fix(tor): migrate OCP and EVM over to ProxyWrapper()

* chore: cleanup
fix: show tor loading screen when app is starting

* fix: tor switch properly dismisses fullscreen loading dialog
fix: connectToNode after tor startup on app start

* fix(tor): status check for xmr/wow/zano

* fix(tor): onramper request fix

* fix(api): ServicesResponse is now being cached and doesn't fetch data everytime DashboardViewModel is being rebuilt
fix(tor): do not fallback to clearnet when tor failed.
fix(tor): do not leak connections during app startup
chore: refactor bootstrap() function to be separated into bootstrapOffline and bootstrapOnline
fix(cw_bitcoin): migrate payjoin to use ProxyWrapper

* [skip ci] remove print

* address comments from review

* fix: derusting tor implementation

Instead of rust-based Arti I've moved back to the
OG C++ tor implementation.
This fixed all issues we had with Tor.
- onion services now work
- all requests are going through without random errors
- we don't have to navigate a maze of multiple forks of multiple packages
- fully working `torrc` config file (probably will be needed for Tari).
- logging for Tor client
- and so on.

feat: network logging tab
feat: use built-in proxy on Tails - this should resolve all issues for Tails users (needs testing though)

* fix conflicts with main
bump https to fix build issue
relax store() call

* fix(cw_wownero): tor connection
fix(tor): connection issues

* fix(cw_evm): add missing chainId
fix(cw_core): solana rpc fix

* feat: mark tor as experimental
fix: drop anonpay onion authority
fix: drop fiatapi onion authority
fix: drop trocador onion authority
fix: disable networkimage when tor is enabled
fix: handle cakepay errors gracefully

* fix re-formatting [skip ci]

* changes from review

* Delete android/.kotlin/sessions/kotlin-compiler-2468481326039681181.salive

* fix missing imports

* Update pubspec_base.yaml

---------

Co-authored-by: OmarHatem <omarh.ismail1@gmail.com>

lib/view_model/cake_pay/cake_pay_cards_list_view_model.dart

@@ -6,6 +6,7 @@ import 'package:cake_wallet/entities/fiat_currency.dart';
 import 'package:cake_wallet/generated/i18n.dart';
 import 'package:cake_wallet/store/settings_store.dart';
 import 'package:cake_wallet/view_model/dashboard/filter_item.dart';
+import 'package:cw_core/utils/print_verbose.dart';
 import 'package:mobx/mobx.dart';
 
 part 'cake_pay_cards_list_view_model.g.dart';
@@ -135,7 +136,11 @@ abstract class CakePayCardsListViewModelBase with Store {
 
 
   Future<void> getCountries() async {
-    availableCountries = await cakePayService.getCountries();
+    try {
+      availableCountries = await cakePayService.getCountries();
+    } catch (e) {
+      printV(e);
+    }
   }
 
   @action
@@ -144,17 +149,21 @@ abstract class CakePayCardsListViewModelBase with Store {
     int? currentPage,
   }) async {
     vendorsState = CakePayVendorLoadingState();
-    searchString = text ?? '';
-    var newVendors = await cakePayService.getVendors(
-        country: Country.getCakePayName(selectedCountry),
-        page: currentPage ?? page,
-        search: searchString,
-        giftCards: displayGiftCards,
-        prepaidCards: displayPrepaidCards,
-        custom: displayCustomValueCards,
-        onDemand: displayDenominationsCards);
+    try {
+      searchString = text ?? '';
+      var newVendors = await cakePayService.getVendors(
+          country: Country.getCakePayName(selectedCountry),
+          page: currentPage ?? page,
+          search: searchString,
+          giftCards: displayGiftCards,
+          prepaidCards: displayPrepaidCards,
+          custom: displayCustomValueCards,
+          onDemand: displayDenominationsCards);
 
-    cakePayVendors = CakePayVendorList = newVendors;
+      cakePayVendors = CakePayVendorList = newVendors;
+    } catch (e) {
+      printV(e);
+    }
     vendorsState = CakePayVendorLoadedState();
   }
 

lib/view_model/dashboard/dashboard_view_model.dart

@@ -13,6 +13,11 @@ import 'package:cake_wallet/entities/service_status.dart';
 import 'package:cake_wallet/exchange/exchange_provider_description.dart';
 import 'package:cake_wallet/generated/i18n.dart';
 import 'package:cake_wallet/monero/monero.dart';
+import 'package:cake_wallet/src/widgets/alert_with_one_action.dart';
+import 'package:cake_wallet/utils/show_pop_up.dart';
+import 'package:cw_core/utils/proxy_wrapper.dart';
+import 'package:cake_wallet/utils/tor.dart';
+import 'package:cake_wallet/wownero/wownero.dart' as wow;
 import 'package:cake_wallet/nano/nano.dart';
 import 'package:cake_wallet/store/anonpay/anonpay_transactions_store.dart';
 import 'package:cake_wallet/store/app_store.dart';
@@ -47,10 +52,9 @@ import 'package:cw_core/wallet_base.dart';
 import 'package:cw_core/wallet_info.dart';
 import 'package:cw_core/wallet_type.dart';
 import 'package:eth_sig_util/util/utils.dart';
-import 'package:flutter/foundation.dart';
+import 'package:flutter/material.dart';
 import 'package:flutter/services.dart';
 import 'package:flutter_daemon/flutter_daemon.dart';
-import 'package:http/http.dart' as http;
 import 'package:mobx/mobx.dart';
 import 'package:permission_handler/permission_handler.dart';
 import 'package:shared_preferences/shared_preferences.dart';
@@ -1027,6 +1031,39 @@ abstract class DashboardViewModelBase with Store {
   @computed
   bool get syncAll => settingsStore.currentSyncAll;
 
+  @computed
+  bool get builtinTor => settingsStore.currentBuiltinTor;
+
+  @action
+  void setBuiltinTor(bool value, BuildContext context) {
+    if (value) {
+      unawaited(showPopUp<bool>(
+        context: context,
+        builder: (BuildContext context) {
+          return AlertWithOneAction(
+              alertTitle: S.of(context).tor_connection,
+              alertContent: S.of(context).tor_experimental,
+              buttonText: S.of(context).ok,
+              buttonAction: () => Navigator.of(context).pop(true),
+            );
+          },
+        ),
+      );
+    }
+    settingsStore.currentBuiltinTor = value;
+    if (value) {
+      unawaited(ensureTorStarted(context: context).then((_) async {
+        if (settingsStore.currentBuiltinTor == false) return; // return when tor got disabled in the meantime;
+        await wallet.connectToNode(node: appStore.settingsStore.getCurrentNode(wallet.type));
+      }));
+    } else {
+      unawaited(ensureTorStopped(context: context).then((_) async {
+        if (settingsStore.currentBuiltinTor == true) return; // return when tor got enabled in the meantime;
+        await wallet.connectToNode(node: appStore.settingsStore.getCurrentNode(wallet.type));
+      }));
+    }
+  }
+  
   @action
   void setSyncAll(bool value) => settingsStore.currentSyncAll = value;
 
@@ -1073,7 +1110,17 @@ abstract class DashboardViewModelBase with Store {
     }
   }
 
+  static ServicesResponse? cachedServicesResponse; 
+
   Future<ServicesResponse> getServicesStatus() async {
+    if (cachedServicesResponse != null) {
+      return cachedServicesResponse!;
+    }
+    cachedServicesResponse = await _getServicesStatus();
+    return cachedServicesResponse!;
+  }
+
+  Future<ServicesResponse> _getServicesStatus() async {
     try {
       if (isEnabledBulletinAction) {
         final uri = Uri.https(
@@ -1082,8 +1129,7 @@ abstract class DashboardViewModelBase with Store {
           {'key': secrets.fiatApiKey},
         );
 
-        final res = await http.get(uri);
-
+        final res = await ProxyWrapper().get(clearnetUri: uri);
         if (res.statusCode < 200 || res.statusCode >= 300) {
           throw res.body;
         }

lib/view_model/dashboard/home_settings_view_model.dart

@@ -12,6 +12,7 @@ import 'package:cake_wallet/reactions/wallet_connect.dart';
 import 'package:cake_wallet/solana/solana.dart';
 import 'package:cake_wallet/store/settings_store.dart';
 import 'package:cake_wallet/tron/tron.dart';
+import 'package:cw_core/utils/proxy_wrapper.dart';
 import 'package:cake_wallet/view_model/dashboard/balance_view_model.dart';
 import 'package:cake_wallet/zano/zano.dart';
 import 'package:cw_core/crypto_currency.dart';
@@ -19,7 +20,6 @@ import 'package:cw_core/erc20_token.dart';
 import 'package:cw_core/utils/print_verbose.dart';
 import 'package:cw_core/wallet_type.dart';
 import 'package:mobx/mobx.dart';
-import 'package:http/http.dart' as http;
 import 'package:cake_wallet/.secrets.g.dart' as secrets;
 
 part 'home_settings_view_model.g.dart';
@@ -240,14 +240,14 @@ abstract class HomeSettingsViewModelBase with Store {
     );
 
     try {
-      final response = await http.get(
-        uri,
+      final response = await ProxyWrapper().get(
+        clearnetUri: uri,
         headers: {
           "Accept": "application/json",
           "X-API-Key": secrets.moralisApiKey,
         },
       );
-
+      
       final decodedResponse = jsonDecode(response.body);
 
       final tokenInfo = Erc20TokenInfoMoralis.fromJson(decodedResponse[0] as Map<String, dynamic>);
@@ -309,8 +309,8 @@ abstract class HomeSettingsViewModelBase with Store {
     );
 
     try {
-      final response = await http.get(uri);
-
+      final response = await ProxyWrapper().get(clearnetUri: uri);
+      
       final decodedResponse = jsonDecode(response.body) as Map<String, dynamic>;
 
       if (decodedResponse['status'] != '1') {
@@ -351,7 +351,8 @@ abstract class HomeSettingsViewModelBase with Store {
     );
 
     try {
-      final response = await http.get(uri);
+      final response = await ProxyWrapper().get(clearnetUri: uri);
+      
 
       final decodedResponse = jsonDecode(response.body) as Map<String, dynamic>;
 

lib/view_model/dashboard/nft_view_model.dart

@@ -7,7 +7,7 @@ import 'package:cake_wallet/reactions/wallet_connect.dart';
 import 'package:cake_wallet/src/screens/wallet_connect/services/bottom_sheet_service.dart';
 import 'package:cake_wallet/src/screens/wallet_connect/widgets/bottom_sheet/bottom_sheet_message_display_widget.dart';
 import 'package:cw_core/wallet_type.dart';
-import 'package:http/http.dart' as http;
+import 'package:cw_core/utils/proxy_wrapper.dart';
 import 'package:mobx/mobx.dart';
 import 'package:cake_wallet/.secrets.g.dart' as secrets;
 
@@ -80,15 +80,16 @@ abstract class NFTViewModelBase with Store {
 
       isLoading = true;
 
-      final response = await http.get(
-        uri,
+      final response = await ProxyWrapper().get(
+        clearnetUri: uri,
         headers: {
           "Accept": "application/json",
           "X-API-Key": secrets.moralisApiKey,
         },
       );
+      
 
-      final decodedResponse = jsonDecode(response.body);
+      final decodedResponse = jsonDecode(response.body) as Map<String, dynamic>;
 
       if (walletType == WalletType.solana) {
         final results = await Future.wait(
@@ -131,14 +132,14 @@ abstract class NFTViewModelBase with Store {
       '/nft/$chainName/$address/metadata',
     );
 
-    final response = await http.get(
-      uri,
+    final response = await ProxyWrapper().get(
+      clearnetUri: uri,
       headers: {
         "Accept": "application/json",
         "X-API-Key": secrets.moralisApiKey,
       },
     );
-
+    
     final decodedResponse = jsonDecode(response.body) as Map<String, dynamic>;
 
     return SolanaNFTAssetModel.fromJson(decodedResponse);
@@ -171,15 +172,14 @@ abstract class NFTViewModelBase with Store {
             "normalizeMetadata": "true",
           },
         );
-
-        final response = await http.get(
-          uri,
+        final response = await ProxyWrapper().get(
+          clearnetUri: uri,
           headers: {
             "Accept": "application/json",
             "X-API-Key": secrets.moralisApiKey,
           },
         );
-
+        
         final decodedResponse = jsonDecode(response.body) as Map<String, dynamic>;
 
         final nftAsset = NFTAssetModel.fromJson(decodedResponse);

lib/view_model/dev/network_requests_view_model.dart

@@ -0,0 +1,16 @@
+import 'package:cw_core/utils/proxy_logger/memory_proxy_logger.dart';
+import 'package:mobx/mobx.dart';
+
+part 'network_requests_view_model.g.dart';
+
+class NetworkRequestsViewModel = NetworkRequestsViewModelBase with _$NetworkRequestsViewModel;
+
+abstract class NetworkRequestsViewModelBase with Store {
+  @observable
+  List<MemoryProxyLoggerEntry> logs = MemoryProxyLogger.logs;
+
+  @action
+  Future<void> loadLogs() async {
+    logs = MemoryProxyLogger.logs;
+  }
+} 

lib/view_model/dev/send_network_requests_view_model.dart

@@ -0,0 +1,16 @@
+import 'package:cw_core/utils/proxy_logger/memory_proxy_logger.dart';
+import 'package:mobx/mobx.dart';
+
+part 'send_network_requests_view_model.g.dart';
+
+class SendNetworkRequestsViewModel = SendNetworkRequestsViewModelBase with _$SendNetworkRequestsViewModel;
+
+abstract class SendNetworkRequestsViewModelBase with Store {
+  @observable
+  List<MemoryProxyLoggerEntry> logs = MemoryProxyLogger.logs;
+
+  @action
+  Future<void> loadLogs() async {
+    logs = MemoryProxyLogger.logs;
+  }
+} 

lib/view_model/exchange/exchange_view_model.dart

@@ -7,6 +7,7 @@ import 'package:cake_wallet/core/create_trade_result.dart';
 import 'package:cake_wallet/exchange/provider/chainflip_exchange_provider.dart';
 import 'package:cake_wallet/exchange/provider/letsexchange_exchange_provider.dart';
 import 'package:cake_wallet/exchange/provider/stealth_ex_exchange_provider.dart';
+import 'package:cw_core/utils/proxy_wrapper.dart';
 import 'package:cake_wallet/view_model/send/fees_view_model.dart';
 import 'package:cake_wallet/exchange/provider/xoswap_exchange_provider.dart';
 import 'package:cw_core/crypto_currency.dart';
@@ -16,7 +17,6 @@ import 'package:cw_core/unspent_coin_type.dart';
 import 'package:cw_core/utils/print_verbose.dart';
 import 'package:cw_core/wallet_type.dart';
 import 'package:hive/hive.dart';
-import 'package:http/http.dart' as http;
 import 'package:intl/intl.dart';
 import 'package:mobx/mobx.dart';
 import 'package:shared_preferences/shared_preferences.dart';
@@ -939,8 +939,6 @@ abstract class ExchangeViewModelBase extends WalletChangeListenerViewModel with
   }
 
   Future<bool> _isContractAddress(String chainName, String contractAddress) async {
-    final httpClient = http.Client();
-
     final uri = Uri.https(
       'deep-index.moralis.io',
       '/api/v2.2/erc20/metadata',
@@ -951,13 +949,14 @@ abstract class ExchangeViewModelBase extends WalletChangeListenerViewModel with
     );
 
     try {
-      final response = await httpClient.get(
-        uri,
+      final response = await ProxyWrapper().get(
+        clearnetUri: uri,
         headers: {
           "Accept": "application/json",
           "X-API-Key": secrets.moralisApiKey,
         },
       );
+      
 
       final decodedResponse = jsonDecode(response.body)[0] as Map<String, dynamic>;
 

lib/view_model/node_list/node_create_or_edit_view_model.dart

@@ -1,6 +1,7 @@
 import 'package:cake_wallet/core/execution_state.dart';
 import 'package:cake_wallet/entities/qr_scanner.dart';
 import 'package:cake_wallet/store/settings_store.dart';
+import 'package:cw_core/utils/proxy_wrapper.dart';
 import 'package:flutter/cupertino.dart';
 import 'package:hive/hive.dart';
 import 'package:mobx/mobx.dart';
@@ -58,6 +59,9 @@ abstract class NodeCreateOrEditViewModelBase with Store {
   @observable
   bool useSocksProxy;
 
+  @computed
+  bool get usesEmbeddedProxy => CakeTor.instance.started;
+
   @observable
   String socksProxyAddress;
 

lib/view_model/node_list/node_list_view_model.dart

@@ -1,6 +1,7 @@
 import 'package:cake_wallet/generated/i18n.dart';
 import 'package:cake_wallet/store/app_store.dart';
 import 'package:cake_wallet/utils/mobx.dart';
+import 'package:cw_core/utils/proxy_wrapper.dart';
 import 'package:hive/hive.dart';
 import 'package:mobx/mobx.dart';
 import 'package:cw_core/wallet_base.dart';
@@ -38,7 +39,7 @@ abstract class NodeListViewModelBase with Store {
 
   String getAlertContent(String uri) =>
       S.current.change_current_node(uri) +
-      '${uri.endsWith('.onion') || uri.contains('.onion:') ? '\n' + S.current.orbot_running_alert : ''}';
+      '${uri.endsWith('.onion') || uri.contains('.onion:') ? '\n' + (CakeTor.instance.enabled ? '' : S.current.orbot_running_alert) : ''}';
 
   final ObservableList<Node> nodes;
   final SettingsStore settingsStore;

lib/view_model/node_list/pow_node_list_view_model.dart

@@ -1,6 +1,7 @@
 import 'package:cake_wallet/generated/i18n.dart';
 import 'package:cake_wallet/store/app_store.dart';
 import 'package:cake_wallet/utils/mobx.dart';
+import 'package:cw_core/utils/proxy_wrapper.dart';
 import 'package:hive/hive.dart';
 import 'package:mobx/mobx.dart';
 import 'package:cw_core/wallet_base.dart';
@@ -38,7 +39,7 @@ abstract class PowNodeListViewModelBase with Store {
 
   String getAlertContent(String uri) =>
       S.current.change_current_node(uri) +
-      '${uri.endsWith('.onion') || uri.contains('.onion:') ? '\n' + S.current.orbot_running_alert : ''}';
+      '${uri.endsWith('.onion') || uri.contains('.onion:') ? '\n' + (CakeTor.instance.enabled ? '' : S.current.orbot_running_alert) : ''}';
 
   final ObservableList<Node> nodes;
   final SettingsStore settingsStore;

lib/view_model/start_tor_view_model.dart

@@ -0,0 +1,95 @@
+import 'dart:async';
+
+import 'package:cake_wallet/di.dart';
+import 'package:cake_wallet/main.dart';
+import 'package:cake_wallet/reactions/bootstrap.dart';
+import 'package:cake_wallet/routes.dart';
+import 'package:cake_wallet/store/app_store.dart';
+import 'package:cake_wallet/store/settings_store.dart';
+import 'package:cake_wallet/utils/tor.dart';
+import 'package:cw_core/utils/proxy_wrapper.dart';
+import 'package:flutter/material.dart';
+import 'package:mobx/mobx.dart';
+
+part 'start_tor_view_model.g.dart';
+
+class StartTorViewModel = StartTorViewModelBase with _$StartTorViewModel;
+
+abstract class StartTorViewModelBase with Store {
+  StartTorViewModelBase() {
+    _startTimer();
+  }
+
+  Timer? _timer;
+  final int waitTimeInSeconds = 15;
+
+  @observable
+  bool isLoading = true;
+
+  @observable
+  bool timeoutReached = false;
+
+  @observable
+  int remainingSeconds = 15;
+
+  @computed
+  bool get showOptions => timeoutReached;
+
+  @action
+  void _startTimer() {
+    remainingSeconds = waitTimeInSeconds;
+    _timer = Timer.periodic(const Duration(seconds: 1), (timer) {
+      remainingSeconds -= 1;
+      
+      if (remainingSeconds <= 0) {
+        timer.cancel();
+        timeoutReached = true;
+      }
+    });
+  }
+
+  @observable
+  bool didStartTor = false;
+
+  @action
+  Future<void> startTor(BuildContext context) async {
+    if (didStartTor) {
+      return;
+    }
+    await ensureTorStarted(context: null);
+    while (true) {
+      await Future.delayed(Duration(milliseconds: 250));
+      if (CakeTor.instance.port != -1 && CakeTor.instance.started) {
+        break;
+      }
+    }
+    didStartTor = true;
+    final appStore = getIt.get<AppStore>();
+    bootstrapOnline(navigatorKey, loadWallet: true);
+    appStore.wallet?.connectToNode(node: appStore.settingsStore.getCurrentNode(appStore.wallet!.type));
+    Navigator.pushReplacementNamed(context, Routes.login);
+  }
+
+  @action
+  void disableTor(BuildContext context) {
+    final settingsStore = getIt.get<SettingsStore>();
+    settingsStore.currentBuiltinTor = false;
+    bootstrapOnline(navigatorKey, loadWallet: true);
+    final appStore = getIt.get<AppStore>();
+    appStore.wallet?.connectToNode(node: appStore.settingsStore.getCurrentNode(appStore.wallet!.type));
+    Navigator.pushReplacementNamed(context, Routes.login);
+  }
+
+  @action
+  void ignoreAndLaunchApp(BuildContext context) {
+    bootstrapOnline(navigatorKey, loadWallet: true);
+    final appStore = getIt.get<AppStore>();
+    appStore.wallet?.connectToNode(node: appStore.settingsStore.getCurrentNode(appStore.wallet!.type));
+    Navigator.pushReplacementNamed(context, Routes.login);
+  }
+
+  void dispose() {
+    _timer?.cancel();
+    _timer = null;
+  }
+}