Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
36 commits
Select commit Hold shift + click to select a range
0112c69
update vln yaml; fix import agent
kew6688 Nov 3, 2025
05ea2a3
update habitat, using evaluator and config; env and agent is WIP
kew6688 Nov 10, 2025
9902401
add distributed_base evaluator
kew6688 Nov 11, 2025
0d00014
Habitat env applied, distributed evaluator applied; clean evaluator a…
kew6688 Nov 12, 2025
7e25e72
fix observation issues
kew6688 Nov 12, 2025
2b0eb8b
update new register name; tiny fix on style
kew6688 Nov 12, 2025
b414ba3
latest tested
kew6688 Nov 12, 2025
99adf73
delete temp agent; rename default evaluator for habitat
kew6688 Nov 12, 2025
75b38a7
update slurm bash
kew6688 Nov 12, 2025
dcf7ee5
merge to main
kew6688 Nov 12, 2025
08bb9c3
update readme
kew6688 Nov 12, 2025
cde84b3
fix init dist print
kew6688 Nov 13, 2025
c89723d
fix eval config; fix local rank to rank
kew6688 Nov 13, 2025
7836276
update init distributed mode if condition
kew6688 Nov 13, 2025
dac13e1
update dist for dlc
kew6688 Nov 13, 2025
d8734c7
fix bug in evaluator
kew6688 Nov 13, 2025
bfe3616
update distributed vln multi, episode loader
kew6688 Nov 15, 2025
43957f6
cma tested
kew6688 Nov 17, 2025
a9ca15d
cma tested; episode loader; torchrun; local agent tested; TODO fix is…
kew6688 Nov 17, 2025
6e93ba0
add vlnpe distributed script
kew6688 Nov 17, 2025
b4af0ce
add grscene; add new result write and resumble load data feature base…
kew6688 Nov 18, 2025
ae33f09
fix bugs in evaluator and dataset for distributed; n1 and rdp tested
kew6688 Nov 19, 2025
53258b1
fix comm log concurrency issue, create file with exist true
kew6688 Nov 21, 2025
50b1f24
fix progress log mkdir race condition
kew6688 Nov 21, 2025
8665b38
fix comments
kew6688 Nov 25, 2025
7d5daa6
polish existing configs and bash
kew6688 Nov 25, 2025
4f67d9b
update bash align with doc
kew6688 Nov 25, 2025
d7e12e9
fix CI test
kew6688 Nov 25, 2025
4eff8f9
rename habitat_extensions
kew6688 Nov 26, 2025
b4a1998
fix comments
kew6688 Nov 27, 2025
c6cf34d
remove useless line
kew6688 Nov 27, 2025
b34f29a
fix visualize image size; fix unused comment code; fixed evaluator name
kew6688 Dec 1, 2025
ea73075
bump to version v0.0.2
kew6688 Dec 1, 2025
7a23b72
Merge branch 'main' into vlnpe_refactor
kew6688 Dec 1, 2025
8082292
update vlnmulti to VLN; update habitatVln to HabitatVLN
kew6688 Dec 1, 2025
da06d22
:Revert "Merge branch 'main' into vlnpe_refactor"
kew6688 Dec 2, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion .pre-commit-config.yaml
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
exclude: '^internnav/model/basemodel/LongCLIP/|^assets/'
exclude: |
^internnav/model/basemodel/LongCLIP/

repos:
- repo: https://github.com/PyCQA/autoflake
Expand Down
2 changes: 1 addition & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ The toolbox supports the most advanced high-quality navigation dataset, InternDa
## 🔥 News
- [2025/10] Add a simple [inference-only demo](scripts/notebooks/inference_only_demo.ipynb) of InternVLA-N1.
- [2025/10] InternVLA-N1 [technical report](https://internrobotics.github.io/internvla-n1.github.io/static/pdfs/InternVLA_N1.pdf) is released. Please check our [homepage](https://internrobotics.github.io/internvla-n1.github.io/).
- [2025/09] Real-world deployment code of InternVLA-N1 is released. Upload 3D printing [files](assets/3d_printing_files/go2_stand.STEP) for Unitree Go2.
- [2025/09] Real-world deployment code of InternVLA-N1 is released.
- [2025/07] We are hosting 🏆IROS 2025 Grand Challenge, stay tuned at [official website](https://internrobotics.shlab.org.cn/challenge/2025/).
- [2025/07] InternNav v0.1.1 released.

Expand Down
Binary file removed assets/3d_printing_files/downwards_slope.3mf
Binary file not shown.
46,768 changes: 0 additions & 46,768 deletions assets/3d_printing_files/go2_stand.STEP

This file was deleted.

221 changes: 130 additions & 91 deletions internnav/agent/internvla_n1_agent.py

Large diffs are not rendered by default.

4 changes: 2 additions & 2 deletions internnav/configs/agent/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,9 @@

class AgentCfg(BaseModel):
server_host: str = 'localhost'
server_port: int = 5000
server_port: int = 8087
model_name: str
ckpt_path: str
ckpt_path: str = None
model_settings: Dict[str, Any]


Expand Down
6 changes: 3 additions & 3 deletions internnav/configs/evaluator/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -59,9 +59,9 @@ class EvalCfg(BaseModel):
eval_type: Optional[str] = None
eval_settings: Optional[Dict[str, Any]] = {}
agent: Optional[AgentCfg] = None
env: EnvCfg
task: TaskCfg
dataset: EvalDatasetCfg
env: EnvCfg = None
task: TaskCfg = None
dataset: EvalDatasetCfg = None


__all__ = [
Expand Down
23 changes: 23 additions & 0 deletions internnav/env/internutopia_env.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,13 @@
import os
import sys
from typing import Any, Dict, List

from internnav.configs.evaluator import EnvCfg, TaskCfg
from internnav.env import base
from internnav.env.utils.episode_loader import (
ResumablePathKeyEpisodeloader,
generate_vln_episode,
)


@base.Env.register('internutopia')
Expand All @@ -22,6 +28,23 @@ def __init__(self, env_config: EnvCfg, task_config: TaskCfg):
super().__init__(env_config, task_config)
env_settings = self.env_config.env_settings
task_settings = self.task_config.task_settings

# generate episodes
self.episode_loader = ResumablePathKeyEpisodeloader(
env_settings['dataset'].dataset_type,
**env_settings['dataset'].dataset_settings,
rank=env_settings['rank'],
world_size=env_settings['world_size']
)
self.episodes = generate_vln_episode(self.episode_loader, task_config)
if len(self.episodes) == 0:
print("No episodes found for the given configuration.")
sys.exit(0)
task_settings.update({'episodes': self.episodes})

# set visible device for isaac sim
os.environ["CUDA_VISIBLE_DEVICES"] = str(env_settings.get('local_rank', 0))

config = Config(
simulator=SimConfig(**env_settings),
env_num=task_settings['env_num'],
Expand Down
2 changes: 2 additions & 0 deletions internnav/env/utils/episode_loader/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
from .generate_episode import generate_vln_episode
from .resumable import ResumablePathKeyEpisodeloader
Original file line number Diff line number Diff line change
@@ -1,9 +1,7 @@
from internnav.evaluator.utils.common import load_data
from .dataset_utils import load_data, revise_one_data, skip_list

from .data_reviser import revise_one_data, skip_list


class BasePathKeyDataloader:
class BasePathKeyEpisodeloader:
def __init__(
self,
dataset_type,
Expand All @@ -13,7 +11,15 @@ def __init__(
filter_same_trajectory,
revise_data=True,
filter_stairs=True,
rank=0,
world_size=1,
):
# current supported dataset types in InternUtopia
# only kujiale has special scene path
# others type should be considered the same as mp3d in loading
allowed = ('R2RVLN', 'mp3d', 'kujiale', 'grscene')
assert dataset_type in allowed, f"Unsupported dataset type: {dataset_type}. Allowed: {allowed}"

self.path_key_data = {}
self.path_key_scan = {}
self.path_key_split = {}
Expand All @@ -25,14 +31,19 @@ def __init__(
filter_same_trajectory=filter_same_trajectory,
filter_stairs=filter_stairs,
dataset_type=dataset_type,
rank=rank,
world_size=world_size,
)
for scan, path_list in load_data_map.items():
for path in path_list:
trajectory_id = path['trajectory_id']
if revise_data:

# tiny revision for R2R dataset in MP3D to fit vlnpe task
if dataset_type == 'mp3d' and revise_data:
if trajectory_id in skip_list:
continue
path = revise_one_data(path)

episode_id = path['episode_id']
path_key = f'{trajectory_id}_{episode_id}'
path['start_position'] += robot_offset
Expand Down
Loading