Use lazy Index in conda-build

.github/workflows/tests.yml

@@ -131,6 +131,9 @@ jobs:
  python=${{ matrix.python-version }}
  ${{ env.CONDA_CHANNEL_LABEL }}${{ env.CONDA_VERSION }}
 
+ - name: Install development conda
+ run: pip install git+https://github.com/zklaus/conda@lazy-index && python -m conda init --install
+
  # TODO: how can we remove this step?
  - name: Install Self
  run: pip install -e .
@@ -214,6 +217,9 @@ jobs:
  - name: Install CodSpeed
  run: pip install git+https://github.com/kenodegard/pytest-codspeed.git@fix-outerr-redirects#egg=pytest-codspeed
 
+ - name: Install development conda
+ run: pip install git+https://github.com/zklaus/conda@lazy-index && python -m conda init --install
+
  # TODO: how can we remove this step?
  - name: Install Self
  run: pip install -e .
@@ -234,6 +240,77 @@ jobs:
  token: ${{ secrets.CODSPEED_TOKEN }}
  run: $CONDA/envs/test/bin/pytest --codspeed
 
+ # linux memray
+ linux-memray:
+ # only run test suite if there are code changes
+ needs: changes
+ if: needs.changes.outputs.code == 'true'
+
+ runs-on: ubuntu-latest
+ defaults:
+ run:
+ # https://github.com/conda-incubator/setup-miniconda#use-a-default-shell
+ shell: bash -el {0} # bash exit immediately on error + login shell
+ strategy:
+ fail-fast: false
+ matrix:
+ python-version: ['3.12']
+
+ steps:
+ - name: Checkout Source
+ uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
+ with:
+ fetch-depth: 0
+
+ - name: Hash + Timestamp
+ run: echo "HASH=${{ runner.os }}-${{ runner.arch }}-Py${{ matrix.python-version }}-memray-$(date -u "+%Y%m")" >> $GITHUB_ENV
+
+ - name: Cache Conda
+ uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9
+ with:
+ path: ~/conda_pkgs_dir
+ key: cache-${{ env.HASH }}
+
+ - name: Setup Miniconda
+ uses: conda-incubator/setup-miniconda@a4260408e20b96e80095f42ff7f1a15b27dd94ca
+ with:
+ condarc-file: .github/condarc
+ run-post: false # skip post cleanup
+
+ - name: Conda Install
+ run: >
+ conda install
+ --yes
+ --file tests/requirements.txt
+ --file tests/requirements-${{ runner.os }}.txt
+ --file tests/requirements-ci.txt
+ python=${{ matrix.python-version }}
+ ${{ env.CONDA_CHANNEL_LABEL }}${{ env.CONDA_VERSION }}
+ pytest-memray
+
+ - name: Install CodSpeed
+ run: pip install git+https://github.com/kenodegard/pytest-codspeed.git@fix-outerr-redirects#egg=pytest-codspeed
+
+ - name: Install development conda
+ run: pip install git+https://github.com/zklaus/conda@lazy-index && python -m conda init --install
+
+ # TODO: how can we remove this step?
+ - name: Install Self
+ run: pip install -e .
+
+ - name: Conda Info
+ # view test env info (not base)
+ run: python -m conda info --verbose
+
+ - name: Conda Config
+ run: conda config --show-sources
+
+ - name: Conda List
+ run: conda list --show-channel-urls
+
+ - name: Run memray
+ run: python -m pytest -k memray --memray
+
  # windows test suite
  windows:
  # only run test suite if there are code changes
@@ -295,6 +372,9 @@ jobs:
  python=${{ matrix.python-version }}
  ${{ env.CONDA_CHANNEL_LABEL }}::conda
 
+ - name: Install development conda
+ run: pip install git+https://github.com/zklaus/conda@lazy-index && python -m conda init --install
+
  # TODO: how can we remove this step?
  - name: Install Self
  run: pip install -e .
@@ -414,6 +494,9 @@ jobs:
  python=${{ matrix.python-version }}
  ${{ env.CONDA_CHANNEL_LABEL }}::conda
 
+ - name: Install development conda
+ run: pip install git+https://github.com/zklaus/conda@lazy-index && python -m conda init --install
+
  # TODO: how can we remove this step?
  - name: Install Self
  run: pip install -e .

conda_build/index.py

@@ -6,7 +6,7 @@
 from os.path import dirname
 
 from conda.base.context import context
-from conda.core.index import get_index
+from conda.core.index import Index
 from conda.exceptions import CondaHTTPError
 from conda.utils import url_path
 from conda_index.index import update_index as _update_index
@@ -102,26 +102,24 @@ def get_build_index(
  if subdir == "noarch":
  subdir = context.subdir
  try:
- # get_index() is like conda reading the index, not conda_index
+ # Index() is like conda reading the index, not conda_index
  # creating a new index.
- cached_index = get_index(
- channel_urls=urls,
+ cached_index = Index(
+ channels=urls,
  prepend=not omit_defaults,
- use_local=False,
- use_cache=context.offline,
  platform=subdir,
+ use_local=False,
  )
  # HACK: defaults does not have the many subfolders we support. Omit it and
  # try again.
  except CondaHTTPError:
  if "defaults" in urls:
  urls.remove("defaults")
- cached_index = get_index(
- channel_urls=urls,
- prepend=omit_defaults,
- use_local=False,
- use_cache=context.offline,
+ cached_index = Index(
+ channels=urls,
+ prepend=not omit_defaults,
  platform=subdir,
+ use_local=False,
  )
 
  local_index_timestamp = os.path.getmtime(index_file)

conda_build/inspect_pkg.py

@@ -16,7 +16,7 @@
 from conda.api import Solver
 from conda.base.context import context
 from conda.cli.common import specs_from_args
-from conda.core.index import get_index
+from conda.core.index import Index
 from conda.core.prefix_data import PrefixData
 from conda.models.records import PrefixRecord
 
@@ -173,7 +173,7 @@ def test_installable(channel: str = "defaults") -> bool:
  success = True
  for subdir in ["osx-64", "linux-32", "linux-64", "win-32", "win-64"]:
  log.info("######## Testing subdir %s ########", subdir)
- for prec in get_index(channel_urls=[channel], prepend=False, platform=subdir):
+ for prec in Index(channels=[channel], prepend=False, platform=subdir):
  name = prec["name"]
  if name in {"conda", "conda-build"}:
  # conda can only be installed in the root environment

conda_build/skeletons/cpan.py

@@ -21,7 +21,7 @@
 from os.path import basename, dirname, exists, join
 
 import requests
-from conda.core.index import get_index
+from conda.core.index import Index
 from conda.exceptions import CondaError, CondaHTTPError
 from conda.gateways.connection.download import TmpDownload, download
 from conda.gateways.disk.create import TemporaryDirectory
@@ -695,7 +695,7 @@ def latest_pkg_version(pkg):
  """
  :returns: the latest version of the specified conda package available
  """
- r = Resolve(get_index())
+ r = Resolve(Index())
  try:
  pkg_list = sorted(r.get_pkgs(MatchSpec(pkg)))
  except:

pyproject.toml

@@ -124,19 +124,23 @@ filterwarnings = [
  # elevate conda-build's deprecated warning to an error
  "error::PendingDeprecationWarning:conda_build",
  "error::DeprecationWarning:conda_build",
+ "ignore:Python 3.14 will, by default, filter extracted tar archives:DeprecationWarning:conda_package_streaming",
  # ignore numpy.distutils error
  'ignore:\s+`numpy.distutils` is deprecated:DeprecationWarning:conda_build._load_setup_py_data',
  # ignore conda-index error
  "ignore::PendingDeprecationWarning:conda_index",
  "ignore::DeprecationWarning:conda_index",
  "ignore:Python 3.14 will, by default, filter extracted tar archives and reject files or modify their metadata:DeprecationWarning",
+ "ignore:conda.core.index._supplement_index_with_system is pending deprecation:PendingDeprecationWarning:conda",
+ "ignore:conda.core.index._make_virtual_package is pending deprecation:PendingDeprecationWarning:conda",
 ]
 markers = [
  "serial: execute test serially (to avoid race conditions)",
  "slow: execute the slow tests if active",
  "sanity: execute the sanity tests",
  "no_default_testing_config: used internally to disable monkeypatching for testing_config",
  "benchmark: execute the benchmark tests",
+ "memray: memory use tests",
 ]
 minversion = 3.0
 norecursedirs = ["tests/test-recipes/*"]

tests/test_api_build.py

@@ -1826,7 +1826,7 @@ def test_downstream_tests(testing_config):
 
 
 @pytest.mark.sanity
-def test_warning_on_file_clobbering(testing_config, capfd):
+def test_warning_on_file_clobbering(testing_config, caplog):
  recipe_dir = os.path.join(metadata_dir, "_overlapping_files_warning")
 
  api.build(
@@ -1844,8 +1844,11 @@ def test_warning_on_file_clobbering(testing_config, capfd):
  config=testing_config,
  )
  # The clobber warning here is raised when creating the test environment for b
- out, err = capfd.readouterr()
- assert "ClobberWarning" in err
+ clobber_warning_found = False
+ for record in caplog.records:
+ if "ClobberWarning:" in record.message:
+ clobber_warning_found = True
+ assert clobber_warning_found
  with pytest.raises((ClobberError, CondaMultiError)):
  with env_var("CONDA_PATH_CONFLICT", "prevent", reset_context):
  api.build(os.path.join(recipe_dir, "b"), config=testing_config)