Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Michael/initial updates #299

Open
wants to merge 6 commits into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ weights/
dump/
demo/*.mp4
demo/demo_images/
src/loftr/utils/superglue.py
loftr/loftr/utils/superglue.py
demo/utils.py

notebooks/QccDayNight.ipynb
Expand All @@ -24,4 +24,4 @@ tools/draw_QccDayNights.py

scripts/slurm/
scripts/sbatch_submit.sh
src/utils/client.py
loftr/utils/client.py
4 changes: 2 additions & 2 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ If you want to run LoFTR-OT, some extra steps are needed:
We use the code from [SuperGluePretrainedNetwork](https://github.com/magicleap/SuperGluePretrainedNetwork) for optimal transport. However, we can't provide the code directly due its strict LICENSE requirements. We recommend downloading it with the following command instead.

```shell
cd src/loftr/utils
cd loftr/loftr/utils
wget https://raw.githubusercontent.com/magicleap/SuperGluePretrainedNetwork/master/models/superglue.py
```
</details>
Expand All @@ -82,7 +82,7 @@ If you want to run LoFTR-OT, some extra steps are needed:
<summary>[code snippets]</summary>

```python
from src.loftr import LoFTR, default_cfg
from loftr.loftr import LoFTR, default_cfg

# Initialize LoFTR
matcher = LoFTR(config=default_cfg)
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/indoor/buggy_pos_enc/loftr_ds.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.COARSE.TEMP_BUG_FIX = False
cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/indoor/buggy_pos_enc/loftr_ds_dense.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.COARSE.TEMP_BUG_FIX = False
cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/indoor/buggy_pos_enc/loftr_ot.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.COARSE.TEMP_BUG_FIX = False
cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'sinkhorn'
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/indoor/buggy_pos_enc/loftr_ot_dense.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.COARSE.TEMP_BUG_FIX = False
cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'sinkhorn'
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/indoor/loftr_ds.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'

Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/indoor/loftr_ds_dense.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'

Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/indoor/loftr_ot.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'sinkhorn'

Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/indoor/loftr_ot_dense.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'sinkhorn'

Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/indoor/scannet/loftr_ds_eval.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
to be consistent with the results in our paper.
"""

from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.COARSE.TEMP_BUG_FIX = False
cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/indoor/scannet/loftr_ds_eval_new.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
Update: This config is for testing the re-trained model with the pos-enc bug fixed.
"""

from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.COARSE.TEMP_BUG_FIX = True
cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/outdoor/buggy_pos_enc/loftr_ds.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.COARSE.TEMP_BUG_FIX = False
cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/outdoor/buggy_pos_enc/loftr_ds_dense.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.COARSE.TEMP_BUG_FIX = False
cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/outdoor/buggy_pos_enc/loftr_ot.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.COARSE.TEMP_BUG_FIX = False
cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'sinkhorn'
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/outdoor/buggy_pos_enc/loftr_ot_dense.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.COARSE.TEMP_BUG_FIX = False
cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'sinkhorn'
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/outdoor/loftr_ds.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'

Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/outdoor/loftr_ds_dense.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'
cfg.LOFTR.MATCH_COARSE.SPARSE_SPVS = False
Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/outdoor/loftr_ot.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'sinkhorn'

Expand Down
2 changes: 1 addition & 1 deletion configs/loftr/outdoor/loftr_ot_dense.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from src.config.default import _CN as cfg
from loftr.config.default import _CN as cfg

cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'sinkhorn'
cfg.LOFTR.MATCH_COARSE.SPARSE_SPVS = False
Expand Down
4 changes: 2 additions & 2 deletions demo/demo_loftr.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,8 @@
import matplotlib.cm as cm

os.sys.path.append("../") # Add the project directory
from src.loftr import LoFTR, default_cfg
from src.config.default import get_cfg_defaults
from loftr.loftr import LoFTR, default_cfg
from loftr.config.default import get_cfg_defaults
try:
from demo.utils import (AverageTimer, VideoStreamer,
make_matching_plot_fast, make_matching_plot, frame2tensor)
Expand Down
File renamed without changes.
File renamed without changes.
2 changes: 1 addition & 1 deletion src/datasets/megadepth.py → loftr/datasets/megadepth.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from torch.utils.data import Dataset
from loguru import logger

from src.utils.dataset import read_megadepth_gray, read_megadepth_depth
from loftr.utils.dataset import read_megadepth_gray, read_megadepth_depth


class MegaDepthDataset(Dataset):
Expand Down
File renamed without changes.
2 changes: 1 addition & 1 deletion src/datasets/scannet.py → loftr/datasets/scannet.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
import torch
import torch.utils as utils
from numpy.linalg import inv
from src.utils.dataset import (
from loftr.utils.dataset import (
read_scannet_gray,
read_scannet_depth,
read_scannet_pose,
Expand Down
14 changes: 7 additions & 7 deletions src/lightning/data.py → loftr/lightning/data.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,13 +19,13 @@
dataloader
)

from src.utils.augment import build_augmentor
from src.utils.dataloader import get_local_split
from src.utils.misc import tqdm_joblib
from src.utils import comm
from src.datasets.megadepth import MegaDepthDataset
from src.datasets.scannet import ScanNetDataset
from src.datasets.sampler import RandomConcatSampler
from loftr.utils.augment import build_augmentor
from loftr.utils.dataloader import get_local_split
from loftr.utils.misc import tqdm_joblib
from loftr.utils import comm
from loftr.datasets.megadepth import MegaDepthDataset
from loftr.datasets.scannet import ScanNetDataset
from loftr.datasets.sampler import RandomConcatSampler


class MultiSceneDataModule(pl.LightningDataModule):
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -9,19 +9,19 @@
import pytorch_lightning as pl
from matplotlib import pyplot as plt

from src.loftr import LoFTR
from src.loftr.utils.supervision import compute_supervision_coarse, compute_supervision_fine
from src.losses.loftr_loss import LoFTRLoss
from src.optimizers import build_optimizer, build_scheduler
from src.utils.metrics import (
from loftr.loftr import LoFTR
from loftr.loftr.utils.supervision import compute_supervision_coarse, compute_supervision_fine
from loftr.losses.loftr_loss import LoFTRLoss
from loftr.optimizers import build_optimizer, build_scheduler
from loftr.utils.metrics import (
compute_symmetrical_epipolar_errors,
compute_pose_errors,
aggregate_metrics
)
from src.utils.plotting import make_matching_figures
from src.utils.comm import gather, all_gather
from src.utils.misc import lower_config, flattenList
from src.utils.profiler import PassThroughProfiler
from loftr.utils.plotting import make_matching_figures
from loftr.utils.comm import gather, all_gather
from loftr.utils.misc import lower_config, flattenList
from loftr.utils.profiler import PassThroughProfiler


class PL_LoFTR(pl.LightningModule):
Expand Down
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
Empty file added loftr/loftr/utils/__init__.py
Empty file.
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ def lower_config(yacs_cfg):

# 3. Coarse-Matching config
_CN.MATCH_COARSE = CN()
_CN.MATCH_COARSE.THR = 0.2
_CN.MATCH_COARSE.THR = 0.5 # was 0.2
_CN.MATCH_COARSE.BORDER_RM = 2
_CN.MATCH_COARSE.MATCH_TYPE = 'dual_softmax' # options: ['dual_softmax, 'sinkhorn']
_CN.MATCH_COARSE.DSMAX_TEMPERATURE = 0.1
Expand Down
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
Empty file added loftr/utils/__init__.py
Empty file.
File renamed without changes.
Loading