eogrow

The main module of the eo-grow package.

• eogrow.core
  • eogrow.core.area
    • eogrow.core.area.base
      • PatchListSchema
      • BaseAreaManager
      • get_geometry_from_file()
    • eogrow.core.area.batch
      • MissingBatchIdError
      • BatchAreaManager
    • eogrow.core.area.custom_grid
      • CustomGridAreaManager
    • eogrow.core.area.utm
      • PatchSchema
      • UtmZoneAreaManager
  • eogrow.core.base
    • EOGrowObject
      • EOGrowObject.Schema
      • EOGrowObject.config
      • EOGrowObject.from_raw_config()
      • EOGrowObject.from_path()
  • eogrow.core.config
    • collect_configs_from_path()
    • interpret_config_from_dict()
    • interpret_config_from_path()
    • recursive_config_join()
  • eogrow.core.logging
    • LoggingManager
      • LoggingManager.Schema
      • LoggingManager.config
      • LoggingManager.get_pipeline_logs_folder()
      • LoggingManager.start_logging()
      • LoggingManager.stop_logging()
      • LoggingManager.update_pipeline_report()
      • LoggingManager.save_eopatch_execution_status()
    • FilesystemHandler
      • FilesystemHandler.close()
    • RegularBackupHandler
      • RegularBackupHandler.emit()
    • EOExecutionHandler
      • EOExecutionHandler.emit()
    • FilesystemFilter
      • FilesystemFilter.IGNORE_HARMFUL_LOGS
      • FilesystemFilter.filter()
    • StdoutFilter
      • StdoutFilter.DEFAULT_LOG_PACKAGES
      • StdoutFilter.filter()
    • LogFileFilter
      • LogFileFilter.DEFAULT_IGNORE_PACKAGES
      • LogFileFilter.filter()
    • EOExecutionFilter
      • EOExecutionFilter.DEFAULT_IGNORE_PACKAGES
      • EOExecutionFilter.filter()
  • eogrow.core.pipeline
    • PipelineExecutionError
    • Pipeline
      • Pipeline.Schema
      • Pipeline.config
      • Pipeline.from_raw_config()
      • Pipeline.get_pipeline_execution_name()
      • Pipeline.get_patch_list()
      • Pipeline.filter_patch_list()
      • Pipeline.get_execution_arguments()
      • Pipeline.run_execution()
      • Pipeline.run()
      • Pipeline.run_procedure()
  • eogrow.core.schemas
    • ManagerSchema
      • ManagerSchema.manager
    • PipelineSchema
      • PipelineSchema.area
      • PipelineSchema.debug
      • PipelineSchema.logging
      • PipelineSchema.pipeline
      • PipelineSchema.pipeline_name
      • PipelineSchema.raise_on_failure
      • PipelineSchema.raise_on_temporal_mismatch
      • PipelineSchema.skip_existing
      • PipelineSchema.storage
      • PipelineSchema.test_subset
      • PipelineSchema.worker_resources
    • build_schema_template()
  • eogrow.core.storage
    • StorageManager
      • StorageManager.PRESET_FOLDERS
      • StorageManager.Schema
      • StorageManager.config
      • StorageManager.get_folder()
      • StorageManager.get_logs_folder()
      • StorageManager.get_cache_folder()
      • StorageManager.get_input_data_folder()
      • StorageManager.is_on_s3()
• eogrow.pipelines
  • eogrow.pipelines.batch_to_eopatch
    • FeatureMappingSchema
      • FeatureMappingSchema.batch_files
      • FeatureMappingSchema.dtype
      • FeatureMappingSchema.feature
      • FeatureMappingSchema.multiply_factor
    • BatchToEOPatchPipeline
      • BatchToEOPatchPipeline.Schema
      • BatchToEOPatchPipeline.config
      • BatchToEOPatchPipeline.filter_patch_list()
      • BatchToEOPatchPipeline.build_workflow()
      • BatchToEOPatchPipeline.get_processing_node()
      • BatchToEOPatchPipeline.get_execution_arguments()
  • eogrow.pipelines.byoc
    • IngestByocTilesPipeline
      • IngestByocTilesPipeline.Schema
      • IngestByocTilesPipeline.config
      • IngestByocTilesPipeline.get_byoc_collection()
      • IngestByocTilesPipeline.get_tile_paths()
      • IngestByocTilesPipeline.run_procedure()
  • eogrow.pipelines.download
    • RaySessionActor
      • RaySessionActor.get_valid_session()
    • RescaleSchema
      • RescaleSchema.dtype
      • RescaleSchema.features_to_rescale
      • RescaleSchema.rescale_factor
    • PostprocessingRescale
      • PostprocessingRescale.rescale_schemas
    • BaseDownloadPipeline
      • BaseDownloadPipeline.Schema
      • BaseDownloadPipeline.config
      • BaseDownloadPipeline.filter_patch_list()
      • BaseDownloadPipeline.get_postprocessing_node()
      • BaseDownloadPipeline.build_workflow()
      • BaseDownloadPipeline.get_execution_arguments()
      • BaseDownloadPipeline.run_procedure()
    • CommonDownloadFields
      • CommonDownloadFields.data_collection
      • CommonDownloadFields.maxcc
      • CommonDownloadFields.resampling_type
      • CommonDownloadFields.resolution
      • CommonDownloadFields.size
    • TimeDependantFields
      • TimeDependantFields.mosaicking_order
      • TimeDependantFields.time_difference
      • TimeDependantFields.time_period
    • DownloadPipeline
      • DownloadPipeline.Schema
      • DownloadPipeline.config
    • DownloadEvalscriptPipeline
      • DownloadEvalscriptPipeline.Schema
      • DownloadEvalscriptPipeline.config
    • DownloadTimelessPipeline
      • DownloadTimelessPipeline.Schema
      • DownloadTimelessPipeline.config
  • eogrow.pipelines.download_batch
    • InputDataSchema
      • InputDataSchema.data_collection
      • InputDataSchema.maxcc
      • InputDataSchema.mosaicking_order
      • InputDataSchema.other_params
      • InputDataSchema.resampling_type
      • InputDataSchema.time_period
    • BatchDownloadPipeline
      • BatchDownloadPipeline.Schema
      • BatchDownloadPipeline.config
      • BatchDownloadPipeline.area_manager
      • BatchDownloadPipeline.run_procedure()
      • BatchDownloadPipeline.cache_batch_area_manager_grid()
  • eogrow.pipelines.export_maps
    • ExportMapsPipeline
      • ExportMapsPipeline.Schema
      • ExportMapsPipeline.config
      • ExportMapsPipeline.MERGED_MAP_NAME
      • ExportMapsPipeline.run_procedure()
      • ExportMapsPipeline.build_workflow()
      • ExportMapsPipeline.get_execution_arguments()
    • SplitTiffsJob
      • SplitTiffsJob.input_path
      • SplitTiffsJob.bands
      • SplitTiffsJob.output_path
    • CombineTiffsJob
      • CombineTiffsJob.input_paths
      • CombineTiffsJob.output_path
      • CombineTiffsJob.time
    • get_tiff_name()
  • eogrow.pipelines.features
    • ValidityFiltering
      • ValidityFiltering.cloud_mask_feature_name
      • ValidityFiltering.valid_data_feature_name
      • ValidityFiltering.validity_threshold
    • FeaturesPipeline
      • FeaturesPipeline.Schema
      • FeaturesPipeline.config
      • FeaturesPipeline.filter_patch_list()
      • FeaturesPipeline.build_workflow()
      • FeaturesPipeline.get_data_preparation_node()
      • FeaturesPipeline.get_temporal_regularization_node()
      • FeaturesPipeline.get_ndi_node()
      • FeaturesPipeline.get_postprocessing_node()
    • MosaickingSpecifications
      • MosaickingSpecifications.max_ndi_indices
      • MosaickingSpecifications.n_mosaics
      • MosaickingSpecifications.time_period
    • MosaickingFeaturesPipeline
      • MosaickingFeaturesPipeline.Schema
      • MosaickingFeaturesPipeline.config
      • MosaickingFeaturesPipeline.get_data_preparation_node()
      • MosaickingFeaturesPipeline.get_temporal_regularization_node()
  • eogrow.pipelines.import_tiff
    • ResizeSchema
      • ResizeSchema.height_param
      • ResizeSchema.library
      • ResizeSchema.method
      • ResizeSchema.resize_type
      • ResizeSchema.width_param
    • ImportTiffPipeline
      • ImportTiffPipeline.Schema
      • ImportTiffPipeline.config
      • ImportTiffPipeline.filter_patch_list()
      • ImportTiffPipeline.build_workflow()
  • eogrow.pipelines.import_vector
    • ImportVectorPipeline
      • ImportVectorPipeline.Schema
      • ImportVectorPipeline.config
      • ImportVectorPipeline.get_execution_arguments()
      • ImportVectorPipeline.build_workflow()
  • eogrow.pipelines.merge_samples
    • MergeSamplesPipeline
      • MergeSamplesPipeline.Schema
      • MergeSamplesPipeline.config
      • MergeSamplesPipeline.run_procedure()
      • MergeSamplesPipeline.build_workflow()
      • MergeSamplesPipeline.merge_and_save_features()
  • eogrow.pipelines.prediction
    • BasePredictionPipeline
      • BasePredictionPipeline.Schema
      • BasePredictionPipeline.config
      • BasePredictionPipeline.filter_patch_list()
      • BasePredictionPipeline.build_workflow()
    • RegressionPredictionPipeline
      • RegressionPredictionPipeline.Schema
      • RegressionPredictionPipeline.config
    • ClassificationPredictionPipeline
      • ClassificationPredictionPipeline.Schema
      • ClassificationPredictionPipeline.config
  • eogrow.pipelines.rasterize
    • Preprocessing
      • Preprocessing.reproject_crs
    • RasterizePipeline
      • RasterizePipeline.Schema
      • RasterizePipeline.config
      • RasterizePipeline.filter_patch_list()
      • RasterizePipeline.run_procedure()
      • RasterizePipeline.run_dataset_preprocessing()
      • RasterizePipeline.build_workflow()
      • RasterizePipeline.preprocess_dataset()
      • RasterizePipeline.get_prerasterization_node()
      • RasterizePipeline.get_rasterization_node()
      • RasterizePipeline.get_postrasterization_node()
  • eogrow.pipelines.sampling
    • BaseSamplingPipeline
      • BaseSamplingPipeline.Schema
      • BaseSamplingPipeline.config
      • BaseSamplingPipeline.filter_patch_list()
      • BaseSamplingPipeline.build_workflow()
    • BaseRandomSamplingPipeline
      • BaseRandomSamplingPipeline.Schema
      • BaseRandomSamplingPipeline.config
      • BaseRandomSamplingPipeline.get_execution_arguments()
    • FractionSamplingPipeline
      • FractionSamplingPipeline.Schema
      • FractionSamplingPipeline.config
    • BlockSamplingPipeline
      • BlockSamplingPipeline.Schema
      • BlockSamplingPipeline.config
    • GridSamplingPipeline
      • GridSamplingPipeline.Schema
      • GridSamplingPipeline.config
  • eogrow.pipelines.split_grid
    • SplitGridPipeline
      • SplitGridPipeline.Schema
      • SplitGridPipeline.config
      • SplitGridPipeline.run_procedure()
      • SplitGridPipeline.build_workflow()
      • SplitGridPipeline.get_execution_arguments()
      • SplitGridPipeline.save_new_grid()
  • eogrow.pipelines.testing
    • UniformDistributionSchema
      • UniformDistributionSchema.kind
      • UniformDistributionSchema.max_value
      • UniformDistributionSchema.min_value
    • NormalDistributionSchema
      • NormalDistributionSchema.kind
      • NormalDistributionSchema.mean
      • NormalDistributionSchema.std
    • RasterFeatureGenerationSchema
      • RasterFeatureGenerationSchema.distribution
      • RasterFeatureGenerationSchema.dtype
      • RasterFeatureGenerationSchema.feature
      • RasterFeatureGenerationSchema.shape
    • TimestampGenerationSchema
      • TimestampGenerationSchema.num_timestamps
      • TimestampGenerationSchema.same_for_all
      • TimestampGenerationSchema.time_period
    • GenerateDataPipeline
      • GenerateDataPipeline.Schema
      • GenerateDataPipeline.config
      • GenerateDataPipeline.build_workflow()
      • GenerateDataPipeline.get_execution_arguments()
  • eogrow.pipelines.training
    • RandomTrainTestSplitSchema
      • RandomTrainTestSplitSchema.random_state
      • RandomTrainTestSplitSchema.train_size
    • BaseTrainingPipeline
      • BaseTrainingPipeline.Schema
      • BaseTrainingPipeline.config
      • BaseTrainingPipeline.run_procedure()
      • BaseTrainingPipeline.prepare_data()
      • BaseTrainingPipeline.preprocess_data()
      • BaseTrainingPipeline.train_test_split()
      • BaseTrainingPipeline.train_model()
      • BaseTrainingPipeline.save_model()
      • BaseTrainingPipeline.score_results()
      • BaseTrainingPipeline.predict()
    • ClassificationPreprocessSchema
      • ClassificationPreprocessSchema.filter_classes
      • ClassificationPreprocessSchema.label_encoder_filename
    • ClassificationTrainingPipeline
      • ClassificationTrainingPipeline.Schema
      • ClassificationTrainingPipeline.config
      • ClassificationTrainingPipeline.preprocess_data()
      • ClassificationTrainingPipeline.train_model()
      • ClassificationTrainingPipeline.score_results()
    • RegressionTrainingPipeline
      • RegressionTrainingPipeline.train_model()
      • RegressionTrainingPipeline.score_results()
  • eogrow.pipelines.zipmap
    • InputFeatureSchema
      • InputFeatureSchema.feature
      • InputFeatureSchema.folder_key
    • ZipMapPipeline
      • ZipMapPipeline.Schema
      • ZipMapPipeline.config
      • ZipMapPipeline.filter_patch_list()
      • ZipMapPipeline.get_load_nodes()
      • ZipMapPipeline.get_zipmap_node()
      • ZipMapPipeline.build_workflow()
• eogrow.tasks
  • eogrow.tasks.batch_to_eopatch
    • LoadUserDataTask
      • LoadUserDataTask.execute()
    • FixImportedTimeDependentFeatureTask
      • FixImportedTimeDependentFeatureTask.execute()
    • DeleteFilesTask
      • DeleteFilesTask.execute()
  • eogrow.tasks.common
    • ClassFilterTask
      • ClassFilterTask.execute()
    • LinearFunctionTask
      • LinearFunctionTask.map_method()
    • SkippableSaveTask
      • SkippableSaveTask.execute()
  • eogrow.tasks.features
    • join_valid_and_cloud_masks()
    • ValidDataFractionPredicate
    • MaxNDVI
      • MaxNDVI.map_method()
    • MosaickingTask
      • MosaickingTask.compute_mosaic_dates()
      • MosaickingTask.compute_mosaic()
      • MosaickingTask.execute()
    • MaxNDVIMosaickingTask
    • MedianMosaickingTask
  • eogrow.tasks.prediction
    • BasePredictionTask
      • BasePredictionTask.process_data()
      • BasePredictionTask.model
      • BasePredictionTask.apply_predictor()
      • BasePredictionTask.add_predictions()
      • BasePredictionTask.transform_to_feature_form()
      • BasePredictionTask.execute()
    • ClassificationPredictionTask
      • ClassificationPredictionTask.label_encoder
      • ClassificationPredictionTask.add_predictions()
    • RegressionPredictionTask
      • RegressionPredictionTask.add_predictions()
  • eogrow.tasks.spatial
    • SpatialJoinTask
      • SpatialJoinTask.ERR
      • SpatialJoinTask.execute()
    • SpatialSliceTask
      • SpatialSliceTask.execute()
    • get_array_slices()
  • eogrow.tasks.testing
    • UniformDistribution
      • UniformDistribution.min_value
      • UniformDistribution.max_value
    • NormalDistribution
      • NormalDistribution.mean
      • NormalDistribution.std
    • GenerateRasterFeatureTask
      • GenerateRasterFeatureTask.execute()
    • GenerateTimestampsTask
      • GenerateTimestampsTask.execute()
• eogrow.utils
  • eogrow.utils.batch
    • read_timestamps_from_orbits()
    • read_timestamps()
  • eogrow.utils.eopatch_list
    • save_names()
    • load_names()
    • group_by_crs()
  • eogrow.utils.filter
    • check_if_features_exist()
    • get_patches_with_missing_features()
  • eogrow.utils.fs
    • BaseLocalObject
      • BaseLocalObject.path
      • BaseLocalObject.close()
      • BaseLocalObject.copy_to_local()
      • BaseLocalObject.copy_to_remote()
    • LocalFile
    • LocalFolder
  • eogrow.utils.general
    • jsonify()
    • convert_to_int()
    • convert_bbox_coords_to_int()
    • large_list_repr()
    • current_timestamp()
  • eogrow.utils.grid
    • split_bbox()
  • eogrow.utils.logging
    • get_instance_info()
  • eogrow.utils.map
    • cogify_inplace()
    • cogify()
    • merge_tiffs()
    • extract_bands()
  • eogrow.utils.meta
    • load_pipeline_class()
    • collect_schema()
    • import_object()
    • get_package_versions()
  • eogrow.utils.pipeline_chain
    • PipelineRunSchema
      • PipelineRunSchema.pipeline_config
      • PipelineRunSchema.pipeline_resources
    • validate_pipeline_chain()
    • run_pipeline_chain()
  • eogrow.utils.ray
    • is_cluster_running()
    • start_cluster_if_needed()
    • generate_cluster_config_path()
  • eogrow.utils.testing
    • StatCalcConfig
      • StatCalcConfig.unique_values_limit
      • StatCalcConfig.histogram_bin_num
      • StatCalcConfig.num_random_values
      • StatCalcConfig.parquet_epsg
    • compare_with_saved()
    • save_statistics()
    • calculate_statistics()
    • check_pipeline_logs()
    • run_config()
    • compare_content()
    • generate_tiff_file()
  • eogrow.utils.validators
    • field_validator()
    • optional_field_validator()
    • ensure_exactly_one_defined()
    • ensure_defined_together()
    • ensure_storage_key_presence()
    • parse_time_period()
    • parse_dtype()
    • validate_manager()
    • BandSchema
      • BandSchema.name
      • BandSchema.output_types
      • BandSchema.units
    • DataCollectionSchema
      • DataCollectionSchema.bands
      • DataCollectionSchema.metabands
      • DataCollectionSchema.name
    • parse_data_collection()
    • restrict_types()
  • eogrow.utils.vector
    • concat_gdf()
    • count_points()
  • eogrow.utils.zipmap
    • MapParams
      • MapParams.default
      • MapParams.dtype
      • MapParams.mapping
    • map_values()

• eogrow.types