Feature/fbms59

README.md

@@ -29,9 +29,14 @@ Visit the [project webpage](http://rpg.ifi.uzh.ch/unsupervised_detection.html) f
 conda case;
 ```bash
 conda env create -f environment.yml
-bash ./scripts/test_DAVIS2016_raw.sh
+conda activate contextual-information-separation
+python ./scripts/test_DAVIS2016_raw.py
 ```
-you can even run inference for no annotated video.
+or for FBMS59 data,
+```bash
+python ./scripts/test_FBMS59_raw.py
+```
+you can even run inference for non annotated video.
 ```bash
 bash ./scripts/test_video.sh
 ```
@@ -58,6 +63,14 @@ The datasets can be used without any pre-processing.
 
 ### Downloads
 
+You can download all necessary files just running
+```bash
+python ./scripts/test_DAVIS2016_raw.py
+or
+python ./scripts/test_FBMS59_raw.py
+```
+
+But you can also download manually by following below steps.
 We generate optical flows with a tensorflow implementation of PWCNet, which is an adapted version of [this repository](https://github.com/philferriere/tfoptflow).
 To compute flows, please download the model checkpoint of PWCNet we used for our experiments, available at [this link](https://drive.google.com/open?id=1gtGx_6MjUQC5lZpl6-Ia718Y_0pvcYou).
 
@@ -92,7 +105,7 @@ You can test a trained model with the function [test\_generator.py](./test_gener
 An example is provided for the DAVIS 2016 dataset in the [scripts](./scripts) folder.
 To run it, edit the file [test\_DAVIS2016\_raw.sh](./scripts/test_DAVIS2016_raw.sh) with the paths to the dataset, the optical flow and the model checkpoint. After that, you can test the model with the following command:
 ```bash
-bash ./scripts/test_DAVIS2016_raw.sh
+python ./scripts/test_DAVIS2016_raw.py
 ```
 
 #### Testing for your own video

environment.yml

@@ -1,12 +1,238 @@
 name: contextual-information-separation
 channels:
   - conda-forge
+  - defaults
 dependencies:
-  - python=3
-  - tensorflow-gpu=1.13.1
-  - opencv
-  - cudatoolkit=10.1
-  - python-gflags
-  - keras=2.2.4
-  - gdown
-  - pillow
+  - _libgcc_mutex=0.1=conda_forge
+  - _openmp_mutex=4.5=2_gnu
+  - _tflow_select=2.1.0=gpu
+  - absl-py=2.1.0=pyhd8ed1ab_0
+  - alsa-lib=1.2.8=h166bdaf_0
+  - aom=3.5.0=h27087fc_0
+  - astor=0.8.1=pyh9f0ad1d_0
+  - attr=2.5.1=h166bdaf_1
+  - beautifulsoup4=4.12.3=pyha770c72_0
+  - binutils_impl_linux-64=2.39=he00db2b_1
+  - binutils_linux-64=2.39=h5fc0e48_13
+  - blas=1.1=openblas
+  - brotli-python=1.0.9=py37hd23a5d3_7
+  - bzip2=1.0.8=h4bc722e_7
+  - c-ares=1.34.1=heb4867d_0
+  - ca-certificates=2024.11.26=h06a4308_0
+  - cached-property=1.5.2=hd8ed1ab_1
+  - cached_property=1.5.2=pyha770c72_1
+  - cairo=1.16.0=ha61ee94_1012
+  - certifi=2024.8.30=pyhd8ed1ab_0
+  - charset-normalizer=3.4.0=pyhd8ed1ab_0
+  - colorama=0.4.6=pyhd8ed1ab_0
+  - cudatoolkit=10.1.243=h6d9799a_13
+  - dbus=1.13.6=h5008d03_3
+  - expat=2.6.3=h5888daf_0
+  - ffmpeg=5.1.2=gpl_h8dda1f0_106
+  - fftw=3.3.10=nompi_hf1063bd_110
+  - filelock=3.16.1=pyhd8ed1ab_0
+  - font-ttf-dejavu-sans-mono=2.37=hab24e00_0
+  - font-ttf-inconsolata=3.000=h77eed37_0
+  - font-ttf-source-code-pro=2.038=h77eed37_0
+  - font-ttf-ubuntu=0.83=h77eed37_3
+  - fontconfig=2.14.2=h14ed4e7_0
+  - fonts-conda-ecosystem=1=0
+  - fonts-conda-forge=1=0
+  - freeglut=3.2.2=h9c3ff4c_1
+  - freetype=2.12.1=h267a509_2
+  - gast=0.5.5=pyhd8ed1ab_0
+  - gcc_impl_linux-64=10.4.0=h5231bdf_19
+  - gcc_linux-64=10.4.0=h9215b83_13
+  - gdown=5.0.1=pyhd8ed1ab_0
+  - gettext=0.22.5=he02047a_3
+  - gettext-tools=0.22.5=he02047a_3
+  - gflags=2.2.2=h6a678d5_1
+  - glib=2.82.1=h2ff4ddf_0
+  - glib-tools=2.82.1=h4833e2c_0
+  - gmp=6.3.0=hac33072_2
+  - gnutls=3.7.9=hb077bed_0
+  - graphite2=1.3.13=h59595ed_1003
+  - grpc-cpp=1.48.1=h30feacc_0
+  - grpcio=1.48.1=py37hd557365_0
+  - gst-plugins-base=1.21.3=h4243ec0_1
+  - gstreamer=1.21.3=h25f0c4b_1
+  - gstreamer-orc=0.4.40=hb9d3cd8_0
+  - gxx_impl_linux-64=10.4.0=h5231bdf_19
+  - gxx_linux-64=10.4.0=h6e491c6_13
+  - h5py=3.7.0=nompi_py37hf1ce037_101
+  - harfbuzz=5.3.0=h418a68e_0
+  - hdf5=1.12.2=nompi_h4df4325_101
+  - icu=70.1=h27087fc_0
+  - idna=3.10=pyhd8ed1ab_0
+  - importlib-metadata=4.11.4=py37h89c1867_0
+  - jack=1.9.22=h11f4161_0
+  - jasper=2.0.33=h0ff4b12_1
+  - jpeg=9e=h0b41bf4_3
+  - keras=2.2.4=py37_1
+  - keras-applications=1.0.8=py_1
+  - keras-preprocessing=1.1.2=pyhd8ed1ab_0
+  - kernel-headers_linux-64=3.10.0=he073ed8_17
+  - keyutils=1.6.1=h166bdaf_0
+  - krb5=1.20.1=h81ceb04_0
+  - lame=3.100=h166bdaf_1003
+  - lcms2=2.14=h6ed2654_0
+  - ld_impl_linux-64=2.39=hcc3a1bd_1
+  - lerc=4.0.0=h27087fc_0
+  - libabseil=20220623.0=cxx17_h05df665_6
+  - libaec=1.1.3=h59595ed_0
+  - libasprintf=0.22.5=he8f35ee_3
+  - libasprintf-devel=0.22.5=he8f35ee_3
+  - libblas=3.9.0=24_linux64_openblas
+  - libcap=2.67=he9d0100_0
+  - libcblas=3.9.0=24_linux64_openblas
+  - libclang=15.0.7=default_h127d8a8_5
+  - libclang13=15.0.7=default_h5d6823c_5
+  - libcups=2.3.3=h36d4200_3
+  - libcurl=8.1.2=h409715c_0
+  - libdb=6.2.32=h9c3ff4c_0
+  - libdeflate=1.14=h166bdaf_0
+  - libdrm=2.4.123=hb9d3cd8_0
+  - libedit=3.1.20191231=he28a2e2_2
+  - libev=4.33=hd590300_2
+  - libevent=2.1.10=h28343ad_4
+  - libexpat=2.6.3=h5888daf_0
+  - libffi=3.4.2=h7f98852_5
+  - libflac=1.4.3=h59595ed_0
+  - libgcc=14.1.0=h77fa898_1
+  - libgcc-devel_linux-64=10.4.0=hd38fd1e_19
+  - libgcc-ng=14.1.0=h69a702a_1
+  - libgcrypt=1.11.0=h4ab18f5_1
+  - libgettextpo=0.22.5=he02047a_3
+  - libgettextpo-devel=0.22.5=he02047a_3
+  - libgfortran=14.1.0=h69a702a_1
+  - libgfortran-ng=14.1.0=h69a702a_1
+  - libgfortran5=14.1.0=hc5f4f2c_1
+  - libglib=2.82.1=h2ff4ddf_0
+  - libglu=9.0.0=he1b5a44_1001
+  - libgomp=14.1.0=h77fa898_1
+  - libgpg-error=1.50=h4f305b6_0
+  - libgpuarray=0.7.6=h7f98852_1003
+  - libiconv=1.17=hd590300_2
+  - libidn2=2.3.7=hd590300_0
+  - liblapack=3.9.0=24_linux64_openblas
+  - liblapacke=3.9.0=24_linux64_openblas
+  - libllvm15=15.0.7=hadd5161_1
+  - libnghttp2=1.58.0=h47da74e_0
+  - libnsl=2.0.1=hd590300_0
+  - libogg=1.3.5=h4ab18f5_0
+  - libopenblas=0.3.27=pthreads_hac2b453_1
+  - libopencv=4.6.0=py37h7b66c90_5
+  - libopus=1.3.1=h7f98852_1
+  - libpciaccess=0.18=hd590300_0
+  - libpng=1.6.44=hadc24fc_0
+  - libpq=15.3=hbcd7760_1
+  - libprotobuf=3.21.8=h6239696_0
+  - libsanitizer=10.4.0=h5246dfb_19
+  - libsndfile=1.2.2=hc60ed4a_1
+  - libsqlite=3.46.1=hadc24fc_0
+  - libssh2=1.11.0=h0841786_0
+  - libstdcxx=14.1.0=hc0a3c3a_1
+  - libstdcxx-devel_linux-64=10.4.0=hd38fd1e_19
+  - libstdcxx-ng=14.1.0=h4852527_1
+  - libsystemd0=253=h8c4010b_1
+  - libtasn1=4.19.0=h166bdaf_0
+  - libtiff=4.4.0=h82bc61c_5
+  - libtool=2.4.7=he02047a_1
+  - libudev1=253=h0b41bf4_1
+  - libunistring=0.9.10=h7f98852_0
+  - libuuid=2.38.1=h0b41bf4_0
+  - libva=2.18.0=h0b41bf4_0
+  - libvorbis=1.3.7=h9c3ff4c_0
+  - libvpx=1.11.0=h9c3ff4c_3
+  - libwebp-base=1.4.0=hd590300_0
+  - libxcb=1.13=h7f98852_1004
+  - libxkbcommon=1.5.0=h79f4944_1
+  - libxml2=2.10.3=hca2bb57_4
+  - libzlib=1.3.1=hb9d3cd8_2
+  - lz4-c=1.9.4=hcb278e6_0
+  - mako=1.3.5=pyhd8ed1ab_0
+  - markdown=3.6=pyhd8ed1ab_0
+  - markupsafe=2.1.1=py37h540881e_1
+  - mock=5.1.0=pyhd8ed1ab_0
+  - mpg123=1.32.6=h59595ed_0
+  - mysql-common=8.0.33=hf1915f5_6
+  - mysql-libs=8.0.33=hca2cd23_6
+  - ncurses=6.5=he02047a_1
+  - nettle=3.9.1=h7ab15ed_0
+  - nspr=4.35=h27087fc_0
+  - nss=3.105=hd34e28f_0
+  - numpy=1.21.6=py37h976b520_0
+  - openblas=0.3.27=pthreads_h9eca1d5_1
+  - opencv=4.6.0=py37h89c1867_5
+  - openh264=2.3.1=hcb278e6_2
+  - openjpeg=2.5.0=h7d73246_1
+  - openssl=3.1.7=hb9d3cd8_0
+  - p11-kit=0.24.1=hc5aa10d_0
+  - packaging=23.2=pyhd8ed1ab_0
+  - pcre2=10.44=hba22ea6_2
+  - pillow=9.2.0=py37h850a105_2
+  - pip=24.0=pyhd8ed1ab_0
+  - pixman=0.43.2=h59595ed_0
+  - protobuf=4.21.8=py37hd23a5d3_0
+  - pthread-stubs=0.4=hb9d3cd8_1002
+  - pulseaudio=16.1=hcb278e6_3
+  - pulseaudio-client=16.1=h5195f5e_3
+  - pulseaudio-daemon=16.1=ha8d29e2_3
+  - py-opencv=4.6.0=py37hf05f0b3_5
+  - pygpu=0.7.6=py37hb1e94ed_1003
+  - pysocks=1.7.1=py37h89c1867_5
+  - python=3.7.12=hf930737_100_cpython
+  - python-gflags=3.1.2=py_0
+  - python_abi=3.7=4_cp37m
+  - pyyaml=6.0=py37h540881e_4
+  - qt-main=5.15.6=hf6cd601_5
+  - re2=2022.06.01=h27087fc_1
+  - readline=8.2=h8228510_1
+  - requests=2.32.2=pyhd8ed1ab_0
+  - scipy=1.7.3=py37hf838250_2
+  - setuptools=69.0.3=pyhd8ed1ab_0
+  - six=1.16.0=pyh6c4a22f_0
+  - soupsieve=2.3.2.post1=pyhd8ed1ab_0
+  - sqlite=3.46.1=h9eae976_0
+  - svt-av1=1.4.1=hcb278e6_0
+  - sysroot_linux-64=2.17=h4a8ded7_17
+  - tensorboard=1.13.1=py37_0
+  - tensorflow=1.13.1=py37_0
+  - tensorflow-estimator=1.13.0=py_0
+  - tensorflow-gpu=1.13.1=h0d30ee6_0
+  - termcolor=2.3.0=pyhd8ed1ab_0
+  - theano=1.0.5=py37hd23a5d3_3
+  - tk=8.6.13=noxft_h4845f30_101
+  - tqdm=4.66.5=pyhd8ed1ab_0
+  - typing_extensions=4.7.1=pyha770c72_0
+  - tzdata=2024b=hc8b5060_0
+  - urllib3=2.2.1=pyhd8ed1ab_0
+  - werkzeug=2.2.3=pyhd8ed1ab_0
+  - wheel=0.42.0=pyhd8ed1ab_0
+  - x264=1!164.3095=h166bdaf_2
+  - x265=3.5=h924138e_3
+  - xcb-util=0.4.0=h516909a_0
+  - xcb-util-image=0.4.0=h166bdaf_0
+  - xcb-util-keysyms=0.4.0=h516909a_0
+  - xcb-util-renderutil=0.3.9=h166bdaf_0
+  - xcb-util-wm=0.4.1=h516909a_0
+  - xkeyboard-config=2.38=h0b41bf4_0
+  - xorg-fixesproto=5.0=hb9d3cd8_1003
+  - xorg-inputproto=2.3.2=hb9d3cd8_1003
+  - xorg-kbproto=1.0.7=hb9d3cd8_1003
+  - xorg-libice=1.1.1=hb9d3cd8_1
+  - xorg-libsm=1.2.4=he73a12e_1
+  - xorg-libx11=1.8.4=h0b41bf4_0
+  - xorg-libxau=1.0.11=hb9d3cd8_1
+  - xorg-libxdmcp=1.1.5=hb9d3cd8_0
+  - xorg-libxext=1.3.4=h0b41bf4_2
+  - xorg-libxfixes=5.0.3=h7f98852_1004
+  - xorg-libxi=1.7.10=h7f98852_0
+  - xorg-libxrender=0.9.10=h7f98852_1003
+  - xorg-renderproto=0.11.1=hb9d3cd8_1003
+  - xorg-xextproto=7.3.0=hb9d3cd8_1004
+  - xorg-xproto=7.0.31=hb9d3cd8_1008
+  - xz=5.2.6=h166bdaf_0
+  - yaml=0.2.5=h7f98852_2
+  - zipp=3.15.0=pyhd8ed1ab_0
+  - zstd=1.5.6=ha6fb4c9_0