Accessing remote files with earthaccess¶

/home/docs/checkouts/readthedocs.org/user_builds/earthaccess/checkouts/1249/earthaccess/results.py:349: FutureWarning: As of version 1.0, `DataGranule.size` will be accessed as an attribute; e.g. use `DataCollection.size` **not** `DataCollection.size()`
  self["size"] = self.size()
/home/docs/checkouts/readthedocs.org/user_builds/earthaccess/checkouts/1249/earthaccess/results.py:376: FutureWarning: As of version 1.0, `DataGranule.size` will be accessed as an attribute; e.g. use `DataCollection.size` **not** `DataCollection.size()`
  Size(MB): {self.size()}
/home/docs/checkouts/readthedocs.org/user_builds/earthaccess/checkouts/1249/earthaccess/formatters.py:40: FutureWarning: As of version 1.0, `DataGranule.size` will be accessed as an attribute; e.g. use `DataCollection.size` **not** `DataCollection.size()`
  granule_size = round(granule.size(), 2)

---------------------------------------------------------------------------
ClientResponseError                       Traceback (most recent call last)
Cell In[6], line 2
      1 with fs.open(lpcloud_url) as f:
----> 2     data = f.read(100)
      3 data

File ~/checkouts/readthedocs.org/user_builds/earthaccess/envs/1249/lib/python3.12/site-packages/fsspec/implementations/http.py:637, in HTTPFile.read(self, length)
    635 else:
    636     length = min(self.size - self.loc, length)
--> 637 return super().read(length)

File ~/checkouts/readthedocs.org/user_builds/earthaccess/envs/1249/lib/python3.12/site-packages/fsspec/spec.py:2111, in AbstractBufferedFile.read(self, length)
   2108 if length == 0:
   2109     # don't even bother calling fetch
   2110     return b""
-> 2111 out = self.cache._fetch(self.loc, self.loc + length)
   2113 logger.debug(
   2114     "%s read: %i - %i %s",
   2115     self,
   (...)   2118     self.cache._log_stats(),
   2119 )
   2120 self.loc += len(out)

File ~/checkouts/readthedocs.org/user_builds/earthaccess/envs/1249/lib/python3.12/site-packages/fsspec/caching.py:534, in BytesCache._fetch(self, start, end)
    532     self.total_requested_bytes += bend - start
    533     self.miss_count += 1
--> 534     self.cache = self.fetcher(start, bend)
    535     self.start = start
    536 else:

File ~/checkouts/readthedocs.org/user_builds/earthaccess/envs/1249/lib/python3.12/site-packages/fsspec/asyn.py:118, in sync_wrapper.<locals>.wrapper(*args, **kwargs)
    115 @functools.wraps(func)
    116 def wrapper(*args, **kwargs):
    117     self = obj or args[0]
--> 118     return sync(self.loop, func, *args, **kwargs)

File ~/checkouts/readthedocs.org/user_builds/earthaccess/envs/1249/lib/python3.12/site-packages/fsspec/asyn.py:103, in sync(loop, func, timeout, *args, **kwargs)
    101     raise FSTimeoutError from return_result
    102 elif isinstance(return_result, BaseException):
--> 103     raise return_result
    104 else:
    105     return return_result

File ~/checkouts/readthedocs.org/user_builds/earthaccess/envs/1249/lib/python3.12/site-packages/fsspec/asyn.py:56, in _runner(event, coro, result, timeout)
     54     coro = asyncio.wait_for(coro, timeout=timeout)
     55 try:
---> 56     result[0] = await coro
     57 except Exception as ex:
     58     result[0] = ex

File ~/checkouts/readthedocs.org/user_builds/earthaccess/envs/1249/lib/python3.12/site-packages/fsspec/implementations/http.py:692, in HTTPFile.async_fetch_range(self, start, end)
    689 if r.status == 416:
    690     # range request outside file
    691     return b""
--> 692 r.raise_for_status()
    694 # If the server has handled the range request, it should reply
    695 # with status 206 (partial content). But we'll guess that a suitable
    696 # Content-Range header or a Content-Length no more than the
    697 # requested range also mean we have got the desired range.
    698 response_is_range = (
    699     r.status == 206
    700     or self._parse_content_range(r.headers)[0] == start
    701     or int(r.headers.get("Content-Length", end + 1)) <= end - start
    702 )

File ~/checkouts/readthedocs.org/user_builds/earthaccess/envs/1249/lib/python3.12/site-packages/aiohttp/client_reqrep.py:629, in ClientResponse.raise_for_status(self)
    626 if not self._in_context:
    627     self.release()
--> 629 raise ClientResponseError(
    630     self.request_info,
    631     self.history,
    632     status=self.status,
    633     message=self.reason,
    634     headers=self.headers,
    635 )

ClientResponseError: 502, message='Bad Gateway', url='https://data.lpdaac.earthdatacloud.nasa.gov/lp-prod-protected/EMITL2ARFL.001/EMIT_L2A_RFL_001_20220903T163129_2224611_012/EMIT_L2A_RFL_001_20220903T163129_2224611_012.nc'

/home/docs/checkouts/readthedocs.org/user_builds/earthaccess/checkouts/1249/earthaccess/store.py:528: FutureWarning: As of version 1.0, `DataGranule.size` will be accessed as an attribute; e.g. use `DataCollection.size` **not** `DataCollection.size()`
  total_size = round(sum([granule.size() for granule in granules]) / 1024, 2)

CPU times: user 1.34 s, sys: 168 ms, total: 1.51 s
Wall time: 9.08 s