tests: binance compare data.binance.vision to rest API

tests/exchange_online/test_binance_compare_ohlcv.py

@@ -0,0 +1,87 @@
+"""
+Check if the earliest klines from rest API have its counterpart on https://data.binance.vision
+
+Not expected to run in CI
+
+Manually run from shell:
+TEST_BINANCE_COMPARE_OHLCV=1 pytest tests/exchange_online/test_binance_compare_ohlcv.py
+"""
+
+import asyncio
+import os
+
+import aiohttp
+import pytest
+
+from freqtrade.exchange.binance_public_data import zip_url
+from freqtrade.util.datetime_helpers import dt_from_ts
+
+
+class Check:
+    def __init__(self, asset_type, timeframe):
+        self.asset_type = asset_type
+        self.timeframe = timeframe
+        self.klines_endpoint = "https://api.binance.com/api/v3/klines"
+        self.exchange_endpoint = "https://api.binance.com/api/v3/exchangeInfo"
+        self.mismatch = set()
+
+        if asset_type == "futures/um":
+            self.klines_endpoint = "https://fapi.binance.com/fapi/v1/klines"
+            self.exchange_endpoint = "https://fapi.binance.com/fapi/v1/exchangeInfo"
+
+    async def check_one_symbol(self, symbol):
+        async with self.session.get(
+            self.klines_endpoint, params=dict(symbol=symbol, interval=self.timeframe, startTime=0)
+        ) as resp:
+            resp.raise_for_status()
+            json = await resp.json()
+            first_kline = json[0]
+            first_kline_ts = first_kline[0]
+            date = dt_from_ts(first_kline_ts).date()
+
+        archive_url = zip_url(self.asset_type, symbol=symbol, timeframe=self.timeframe, date=date)
+        async with self.session.get(
+            archive_url, params=dict(symbol=symbol, interval=self.timeframe, startTime=0)
+        ) as resp:
+            if resp.status != 200:
+                self.mismatch.add(symbol)
+                print(
+                    f"{resp.status} API first kline: {dt_from_ts(first_kline_ts).isoformat()}  "
+                    f"{archive_url}"
+                )
+                web_url = archive_url.rsplit("/", 1)[0].replace(
+                    "https://data.binance.vision/", "https://data.binance.vision/?prefix="
+                )
+                print(f"Check {web_url}")
+
+    async def get_symbols(self):
+        async with self.session.get(self.exchange_endpoint) as resp:
+            resp.raise_for_status()
+            json = await resp.json()
+            symbols = [
+                symbol["symbol"]
+                for symbol in json["symbols"]
+                if not symbol["status"] == "PENDING_TRADING"
+            ]
+            return symbols
+
+    async def run(self) -> list:
+        async with aiohttp.ClientSession() as session:
+            self.session = session
+            symbols = await self.get_symbols()
+            await asyncio.gather(*[self.check_one_symbol(symbol) for symbol in symbols])
+            return self.mismatch
+
+
+@pytest.mark.skipif(
+    not bool(os.environ.get("TEST_BINANCE_COMPARE_OHLCV")),
+    reason="Simply to demonstrate the availabity of the archive endpoint",
+)
+async def test_binance_compare_ohlcv():
+    futures_mismatch = await Check("futures/um", "1m").run()
+    assert futures_mismatch == set(["BTCUSDT", "ETHUSDT", "BCHUSDT"])
+
+    spot_mismatch = await Check("spot", "1m").run()
+    assert not spot_mismatch
+
+    assert 0