feat: Add support for optional dependencies

crates/rattler_conda_types/src/lib.rs

@@ -27,7 +27,7 @@ pub mod prefix_record;
 #[cfg(test)]
 use std::path::{Path, PathBuf};
 
-pub use build_spec::{BuildNumber, BuildNumberSpec, ParseBuildNumberSpecError};
+pub use build_spec::{BuildNumber, BuildNumberSpec, OrdOperator, ParseBuildNumberSpecError};
 pub use channel::{Channel, ChannelConfig, ChannelUrl, NamedChannelOrUrl, ParseChannelError};
 pub use channel_data::{ChannelData, ChannelDataPackage};
 pub use environment_yaml::{EnvironmentYaml, MatchSpecOrSubSection};

crates/rattler_conda_types/src/match_spec/matcher.rs

@@ -41,6 +41,12 @@ impl PartialEq for StringMatcher {
     }
 }
 
+impl From<String> for StringMatcher {
+    fn from(s: String) -> Self {
+        StringMatcher::Exact(s)
+    }
+}
+
 impl StringMatcher {
     /// Match string against [`StringMatcher`].
     pub fn matches(&self, other: &str) -> bool {

crates/rattler_conda_types/src/match_spec/mod.rs

@@ -132,6 +132,8 @@ pub struct MatchSpec {
     pub build_number: Option<BuildNumberSpec>,
     /// Match the specific filename of the package
     pub file_name: Option<String>,
+    /// The selected optional features of the package
+    pub optional_features: Option<Vec<String>>,
     /// The channel of the package
     pub channel: Option<Arc<Channel>>,
     /// The subdir of the channel
@@ -170,6 +172,20 @@ impl Display for MatchSpec {
             None => write!(f, "*")?,
         }
 
+        match &self.optional_features {
+            Some(dependencies) => {
+                write!(f, "[")?;
+                for (i, dep) in dependencies.iter().enumerate() {
+                    if i > 0 {
+                        write!(f, ", ")?;
+                    }
+                    write!(f, "{dep}")?;
+                }
+                write!(f, "]")?;
+            }
+            None => {}
+        }
+
         if let Some(version) = &self.version {
             write!(f, " {version}")?;
         }
@@ -218,6 +234,7 @@ impl MatchSpec {
                 build: self.build,
                 build_number: self.build_number,
                 file_name: self.file_name,
+                optional_features: self.optional_features,
                 channel: self.channel,
                 subdir: self.subdir,
                 namespace: self.namespace,
@@ -255,6 +272,8 @@ pub struct NamelessMatchSpec {
     pub build_number: Option<BuildNumberSpec>,
     /// Match the specific filename of the package
     pub file_name: Option<String>,
+    /// The selected optional features of the package
+    pub optional_features: Option<Vec<String>>,
     /// The channel of the package
     #[serde(deserialize_with = "deserialize_channel", default)]
     pub channel: Option<Arc<Channel>>,
@@ -308,6 +327,7 @@ impl From<MatchSpec> for NamelessMatchSpec {
             build: spec.build,
             build_number: spec.build_number,
             file_name: spec.file_name,
+            optional_features: spec.optional_features,
             channel: spec.channel,
             subdir: spec.subdir,
             namespace: spec.namespace,
@@ -327,6 +347,7 @@ impl MatchSpec {
             build: spec.build,
             build_number: spec.build_number,
             file_name: spec.file_name,
+            optional_features: spec.optional_features,
             channel: spec.channel,
             subdir: spec.subdir,
             namespace: spec.namespace,

crates/rattler_conda_types/src/match_spec/parse.rs

@@ -4,7 +4,7 @@ use nom::{
     branch::alt,
     bytes::complete::{tag, take_till1, take_until, take_while, take_while1},
     character::complete::{char, multispace0, one_of, space0},
-    combinator::{opt, recognize},
+    combinator::{map, opt, recognize},
     error::{context, ContextError, ParseError},
     multi::{separated_list0, separated_list1},
     sequence::{delimited, preceded, separated_pair, terminated},
@@ -178,6 +178,7 @@ fn parse_bracket_list(input: &str) -> Result<BracketVec<'_>, ParseMatchSpecError
             alt((
                 delimited(char('"'), take_until("\""), char('"')),
                 delimited(char('\''), take_until("'"), char('\'')),
+                delimited(char('['), take_until("]"), char(']')),
                 take_till1(|c| c == ',' || c == ']' || c == '\'' || c == '"'),
             )),
         ))(input)
@@ -207,7 +208,9 @@ fn parse_bracket_list(input: &str) -> Result<BracketVec<'_>, ParseMatchSpecError
 /// Strips the brackets part of the matchspec returning the rest of the
 /// matchspec and  the contents of the brackets as a `Vec<&str>`.
 fn strip_brackets(input: &str) -> Result<(Cow<'_, str>, BracketVec<'_>), ParseMatchSpecError> {
-    if let Some(matches) = lazy_regex::regex!(r#".*(?:(\[.*\]))$"#).captures(input) {
+    if let Some(matches) =
+        lazy_regex::regex!(r#".*(\[(?:[^\[\]]|\[(?:[^\[\]]|\[.*\])*\])*\])$"#).captures(input)
+    {
         let bracket_str = matches.get(1).unwrap().as_str();
         let bracket_contents = parse_bracket_list(bracket_str)?;
 
@@ -223,6 +226,23 @@ fn strip_brackets(input: &str) -> Result<(Cow<'_, str>, BracketVec<'_>), ParseMa
     }
 }
 
+/// Parses a list of optional dependencies from a string `[feat1, feat2, feat3]`.
+pub fn parse_optional_features(input: &str) -> Result<Vec<String>, ParseMatchSpecError> {
+    fn parse_features(input: &str) -> IResult<&str, Vec<String>> {
+        separated_list0(
+            char(','),
+            map(take_till1(|c| c == ',' || c == ']'), |s: &str| {
+                s.trim().to_string()
+            }),
+        )(input)
+    }
+
+    match parse_features(input).finish() {
+        Ok((_remaining, dependencies)) => Ok(dependencies),
+        Err(_) => Err(ParseMatchSpecError::InvalidBracket),
+    }
+}
+
 /// Parses a [`BracketVec`] into precise components
 fn parse_bracket_vec_into_components(
     bracket: BracketVec<'_>,
@@ -248,6 +268,9 @@ fn parse_bracket_vec_into_components(
             "version" => match_spec.version = Some(VersionSpec::from_str(value, strictness)?),
             "build" => match_spec.build = Some(StringMatcher::from_str(value)?),
             "build_number" => match_spec.build_number = Some(BuildNumberSpec::from_str(value)?),
+            "optional_features" => {
+                match_spec.optional_features = Some(parse_optional_features(value)?);
+            }
             "sha256" => {
                 match_spec.sha256 = Some(
                     parse_digest_from_hex::<Sha256>(value)
@@ -1342,6 +1365,7 @@ mod tests {
             build: "py27_0*".parse().ok(),
             build_number: Some(BuildNumberSpec::from_str(">=6").unwrap()),
             file_name: Some("foo-1.0-py27_0.tar.bz2".to_string()),
+            optional_features: None,
             channel: Some(
                 Channel::from_str("conda-forge", &channel_config())
                     .map(Arc::new)

crates/rattler_conda_types/src/repo_data/mod.rs

@@ -6,7 +6,7 @@ pub mod sharded;
 mod topological_sort;
 
 use std::{
-    collections::BTreeSet,
+    collections::{BTreeMap, BTreeSet},
     fmt::{Display, Formatter},
     path::Path,
 };
@@ -146,6 +146,11 @@ pub struct PackageRecord {
     #[serde(skip_serializing_if = "NoArchType::is_none")]
     pub noarch: NoArchType,
 
+    /// Specifications of optional or dependencies. These are dependencies that are
+    /// only required if certain features are enabled or if certain conditions are met.
+    #[serde(default, skip_serializing_if = "BTreeMap::is_empty")]
+    pub optional_depends: BTreeMap<String, Vec<String>>,
+
     /// Optionally the platform the package supports
     pub platform: Option<String>, // Note that this does not match the [`Platform`] enum..
 
@@ -323,6 +328,7 @@ impl PackageRecord {
             noarch: NoArchType::default(),
             platform: None,
             python_site_packages_path: None,
+            optional_depends: BTreeMap::new(),
             sha256: None,
             size: None,
             subdir: Platform::current().to_string(),
@@ -511,6 +517,7 @@ impl PackageRecord {
             noarch: index.noarch,
             platform: index.platform,
             python_site_packages_path: index.python_site_packages_path,
+            optional_depends: BTreeMap::new(),
             sha256,
             size,
             subdir,

crates/rattler_conda_types/src/snapshots/rattler_conda_types__prefix_record__test__libsqlite-3_40_0-hcfcfb64_0_json.snap

@@ -12,6 +12,7 @@ depends:
 license: Unlicense
 md5: 5e5a97795de72f8cc3baf3d9ea6327a2
 name: libsqlite
+optional_depends: {}
 platform: win32
 sha256: 4e50b3d90a351c9d47d239d3f90fce4870df2526e4f7fef35203ab3276a6dfc9
 size: 669941
@@ -55,4 +56,3 @@ link:
   source: "C:\\Users\\bas\\micromamba\\envs\\conda\\pkgs\\libsqlite-3.40.0-hcfcfb64_0"
   type: 1
 requested_spec: "conda-forge/win-64::libsqlite==3.40.0=hcfcfb64_0[md5=5e5a97795de72f8cc3baf3d9ea6327a2]"
-

crates/rattler_conda_types/src/snapshots/rattler_conda_types__prefix_record__test__menuinst-1_4_19-py311h1ea47a8_1_json.snap

@@ -1,6 +1,5 @@
 ---
 source: crates/rattler_conda_types/src/prefix_record.rs
-assertion_line: 266
 expression: prefix_record
 ---
 arch: x86_64
@@ -12,6 +11,7 @@ depends:
 license: BSD-3-Clause
 md5: 8eb00075c8acb7dd264c4a8537b89549
 name: menuinst
+optional_depends: {}
 platform: win
 sha256: f23b6f89654c21ff994991a2c0e018311e2a9288a68796d1612d4fb953b75be2
 size: 110326
@@ -229,4 +229,3 @@ link:
   source: "C:\\Users\\bas\\micromamba\\pkgs\\menuinst-1.4.19-py311h1ea47a8_1"
   type: 1
 requested_spec: ""
-

crates/rattler_conda_types/src/snapshots/rattler_conda_types__prefix_record__test__pip-23_0-pyhd8ed1ab_0_json.snap

@@ -13,6 +13,7 @@ license_family: MIT
 md5: 85b35999162ec95f9f999bac15279c02
 name: pip
 noarch: python
+optional_depends: {}
 sha256: bbffec284bd0e154363e845121f43007e7e64c80412ff13be21909be907b697d
 size: 1364220
 subdir: noarch
@@ -4552,4 +4553,3 @@ link:
   source: "C:\\Users\\bas\\micromamba\\envs\\conda\\pkgs\\pip-23.0-pyhd8ed1ab_0"
   type: 1
 requested_spec: "conda-forge/noarch::pip==23.0=pyhd8ed1ab_0[md5=85b35999162ec95f9f999bac15279c02]"
-

crates/rattler_conda_types/src/snapshots/rattler_conda_types__prefix_record__test__pysocks-1_7_1-pyh0701188_6_json.snap

@@ -1,6 +1,5 @@
 ---
 source: crates/rattler_conda_types/src/prefix_record.rs
-assertion_line: 266
 expression: prefix_record
 ---
 build: pyh0701188_6
@@ -14,6 +13,7 @@ license_family: BSD
 md5: 56cd9fe388baac0e90c7149cfac95b60
 name: pysocks
 noarch: python
+optional_depends: {}
 sha256: b3a612bc887f3dd0fb7c4199ad8e342bd148cf69a9b74fd9468a18cf2bef07b7
 size: 19348
 subdir: noarch
@@ -98,4 +98,3 @@ link:
   source: "C:\\Users\\bas\\micromamba\\pkgs\\pysocks-1.7.1-pyh0701188_6"
   type: 1
 requested_spec: ""
-

crates/rattler_conda_types/src/snapshots/rattler_conda_types__prefix_record__test__requests-2_28_2-pyhd8ed1ab_0_json.snap

@@ -16,6 +16,7 @@ license: Apache-2.0
 md5: 11d178fc55199482ee48d6812ea83983
 name: requests
 noarch: python
+optional_depends: {}
 sha256: 22c081b4cdd023a514400413f50efdf2c378f56f2a5ea9d65666aacf4696490a
 size: 56747
 subdir: noarch
@@ -244,4 +245,3 @@ link:
   source: "C:\\Users\\bas\\micromamba\\pkgs\\requests-2.28.2-pyhd8ed1ab_0"
   type: 1
 requested_spec: ""
-

crates/rattler_conda_types/src/snapshots/rattler_conda_types__prefix_record__test__tk-8_6_12-h8ffe710_0_json.snap

@@ -1,6 +1,5 @@
 ---
 source: crates/rattler_conda_types/src/prefix_record.rs
-assertion_line: 344
 expression: prefix_record
 ---
 arch: x86_64
@@ -13,6 +12,7 @@ license: TCL
 license_family: BSD
 md5: c69a5047cc9291ae40afd4a1ad6f0c0f
 name: tk
+optional_depends: {}
 platform: win32
 sha256: 087795090a99a1d397ef1ed80b4a01fabfb0122efb141562c168e3c0a76edba6
 size: 3681762

crates/rattler_conda_types/src/snapshots/rattler_conda_types__prefix_record__test__urllib3-1_26_14-pyhd8ed1ab_0_json.snap

@@ -17,6 +17,7 @@ license_family: MIT
 md5: 01f33ad2e0aaf6b5ba4add50dad5ad29
 name: urllib3
 noarch: python
+optional_depends: {}
 sha256: f2f09c44e47946ce631dbc9a8a79bb463ac0f4122aaafdbcc51f200a1e420ca6
 size: 112541
 subdir: noarch
@@ -421,4 +422,3 @@ link:
   source: "C:\\Users\\bas\\micromamba\\pkgs\\urllib3-1.26.14-pyhd8ed1ab_0"
   type: 1
 requested_spec: ""
-

crates/rattler_conda_types/src/snapshots/rattler_conda_types__prefix_record__test__vc-14_3-hb6edc58_10_json.snap

@@ -11,6 +11,7 @@ license: BSD-3-Clause
 license_family: BSD
 md5: 52d246d8d14b83c516229be5bb03a163
 name: vc
+optional_depends: {}
 platform: win32
 sha256: 05d5ae5859e8d097559f5445ffbaeac638c9875e4d2a0c5fd8c4bb1c010d35c1
 size: 15650
@@ -31,4 +32,3 @@ link:
   source: "C:\\Users\\bas\\micromamba\\envs\\conda\\pkgs\\vc-14.3-hb6edc58_10"
   type: 1
 requested_spec: "conda-forge/win-64::vc==14.3=hb6edc58_10[md5=52d246d8d14b83c516229be5bb03a163]"
-

crates/rattler_conda_types/src/snapshots/rattler_conda_types__prefix_record__test__wheel-0_38_4-pyhd8ed1ab_0_json.snap

@@ -11,6 +11,7 @@ license_family: MIT
 md5: c829cfb8cb826acb9de0ac1a2df0a940
 name: wheel
 noarch: python
+optional_depends: {}
 sha256: bd4f11ff075ff251ade9f57686f31473e25be46ab282d9603f551401250f9f44
 size: 32521
 subdir: noarch
@@ -230,4 +231,3 @@ link:
   source: "C:\\Users\\bas\\micromamba\\envs\\conda\\pkgs\\wheel-0.38.4-pyhd8ed1ab_0"
   type: 1
 requested_spec: "conda-forge/noarch::wheel==0.38.4=pyhd8ed1ab_0[md5=c829cfb8cb826acb9de0ac1a2df0a940]"
-

crates/rattler_conda_types/src/snapshots/rattler_conda_types__prefix_record__test__xz-5_2_6-h8d14728_0_json.snap

@@ -11,6 +11,7 @@ depends:
 license: LGPL-2.1 and GPL-2.0
 md5: 515d77642eaa3639413c6b1bc3f94219
 name: xz
+optional_depends: {}
 platform: win
 sha256: 54d9778f75a02723784dc63aff4126ff6e6749ba21d11a6d03c1f4775f269fe0
 size: 217804
@@ -157,4 +158,3 @@ link:
   source: "C:\\Users\\bas\\micromamba\\pkgs\\xz-5.2.6-h8d14728_0"
   type: 1
 requested_spec: ""
-

crates/rattler_index/src/lib.rs

@@ -40,6 +40,7 @@ pub fn package_record_from_index_json<T: Read>(
         arch: index.arch,
         platform: index.platform,
         depends: index.depends,
+        optional_depends: std::collections::BTreeMap::new(),
         constrains: index.constrains,
         track_features: index.track_features,
         features: index.features,

crates/rattler_lock/src/parse/models/v5/conda_package_data.rs

@@ -117,6 +117,7 @@ impl<'a> From<CondaPackageDataModel<'a>> for CondaPackageData {
                 build_number: value.build_number,
                 constrains: value.constrains.into_owned(),
                 depends: value.depends.into_owned(),
+                optional_depends: std::collections::BTreeMap::new(),
                 features: value.features.into_owned(),
                 legacy_bz2_md5: value.legacy_bz2_md5,
                 legacy_bz2_size: value.legacy_bz2_size.into_owned(),

crates/rattler_lock/src/parse/models/v6/conda_package_data.rs

@@ -157,6 +157,7 @@ impl<'a> TryFrom<CondaPackageDataModel<'a>> for CondaPackageData {
             build_number,
             constrains: value.constrains.into_owned(),
             depends: value.depends.into_owned(),
+            optional_depends: std::collections::BTreeMap::new(),
             features: value.features.into_owned(),
             legacy_bz2_md5: value.legacy_bz2_md5,
             legacy_bz2_size: value.legacy_bz2_size.into_owned(),

crates/rattler_lock/src/parse/v3.rs

@@ -202,6 +202,7 @@ pub fn parse_v3_or_lower(
                             build_number,
                             constrains: value.constrains,
                             depends: value.dependencies,
+                            optional_depends: std::collections::BTreeMap::new(),
                             features: value.features,
                             legacy_bz2_md5: None,
                             legacy_bz2_size: None,

crates/rattler_repodata_gateway/src/gateway/query.rs

@@ -265,6 +265,15 @@ impl RepoDataQuery {
                                     pending_package_specs.insert(dependency_name.clone(), SourceSpecs::Transitive);
                                 }
                             }
+
+                            for (_, dependencies) in record.package_record.optional_depends.iter() {
+                                for dependency in dependencies {
+                                    let dependency_name = PackageName::new_unchecked(dependency.split_once(' ').unwrap_or((dependency, "")).0);
+                                    if seen.insert(dependency_name.clone()) {
+                                        pending_package_specs.insert(dependency_name.clone(), SourceSpecs::Transitive);
+                                    }
+                                }
+                            }
                         }
                     }
 

crates/rattler_solve/src/lib.rs

@@ -97,7 +97,7 @@ pub enum ChannelPriority {
     /// precedence.
     Disabled,
 }
-
+#[derive(Debug, Clone, PartialEq, Eq)]
 /// Represents a dependency resolution task, to be solved by one of the backends
 pub struct SolverTask<TAvailablePackagesIterator> {
     /// An iterator over all available packages