gen_gmm-mine-patch.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pylab import *\n",
    "import os\n",
    "import sys\n",
    "from mixture import GaussianMixture\n",
    "import pickle\n",
    "from PIL import Image"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset_dir = 'rgbd_dataset_freiburg3_long_office_household'\n",
    "depth_dir = 'depth'\n",
    "gmm_dir = 'gmm_qqvga_mine_patch'\n",
    "\n",
    "# og \n",
    "fx = 525.0  # focal length x\n",
    "fy = 525.0  # focal length y\n",
    "cx = 319.5  # optical center x\n",
    "cy = 239.5  # optical center y\n",
    "\n",
    "# fri3 \n",
    "fx = 535.4  # focal length x\n",
    "fy = 539.2  # focal length y\n",
    "cx = 320.1  # optical center x\n",
    "cy = 247.6  # optical center y\n",
    "factor = 5000 # for the 16-bit PNG files\n",
    "# OR: factor = 1 # for the 32-bit float images in the ROS bag files\n",
    "baseline = 0.075 \n",
    "\n",
    "full_depth_dir = os.path.join(dataset_dir,depth_dir)\n",
    "full_gmm_dir = os.path.join(dataset_dir,gmm_dir)\n",
    "if not os.path.exists(full_gmm_dir):\n",
    "    os.mkdir(full_gmm_dir)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "max_disp = 325 #fx*baseline/0.125\n",
    "min_disp = 2#f\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_grid = np.repeat(np.arange(480)[:,None],640,1)\n",
    "x_grid = np.repeat(np.arange(640)[None,:],480,0)\n",
    "\n",
    "\n",
    "def img_to_pts(img):\n",
    "    Z = img/factor\n",
    "    X = (x_grid-cx) * Z /fx\n",
    "    Y = (y_grid-cy) * Z /fy\n",
    "    subsample = 4\n",
    "\n",
    "    #uniform dist\n",
    "    covar_X = (subsample* 1 * Z /fx)**2 * (1.0/12.0)\n",
    "    covar_Y = (subsample* 1 * Z /fy)**2 * (1.0/12.0) \n",
    "    covar_Z = (0 * Z /fx)**2 * (1.0/12.0)\n",
    "    covar = np.zeros((480,640,3,3))\n",
    "    covar[:,:,0,0] = covar_X\n",
    "    covar[:,:,1,1] = covar_Y\n",
    "    covar[:,:,2,2] = covar_Z\n",
    "\n",
    "    covar = covar[::subsample,::subsample,:,:]\n",
    "\n",
    "    X = X[::subsample,::subsample]\n",
    "    Y = Y[::subsample,::subsample]\n",
    "    Z = Z[::subsample,::subsample]\n",
    "    print(X.shape)\n",
    "\n",
    "    xl = X[Z > 0]\n",
    "    yl = Y[Z > 0]\n",
    "    zl = Z[Z > 0]\n",
    "    c1 = (covar.reshape((120,160,-1))[Z > 0]).reshape( (-1,3,3) )\n",
    "    n = zl.shape[0]\n",
    "    print(n,c1.shape)\n",
    "    \n",
    "    idx = np.random.randint(n, size=n//16)\n",
    "    return np.vstack([xl,yl,zl]).T, c1\n",
    "\n",
    "def load_data(file):\n",
    "    image = Image.open(file)   \n",
    "    pixel = np.array(image)\n",
    "    return img_to_pts(pixel)\n",
    "\n",
    "for fl in sorted(os.listdir(full_depth_dir)):\n",
    "    name,ext = os.path.splitext(fl)\n",
    "    new_name = name + '.pkl'\n",
    "    \n",
    "    clf = GaussianMixture(100)\n",
    "    data = load_data(os.path.join(full_depth_dir,fl))\n",
    "    print([_.shape for _ in data])\n",
    "    t1 = time.time()\n",
    "    \n",
    "    n = data[0].shape[0]\n",
    "    clf.set_areas(np.ones(n))\n",
    "    clf.set_covars(data[1])\n",
    "    clf.fit(data[0])\n",
    "    clf.set_areas(None)\n",
    "    clf.set_covars(None)\n",
    "    \n",
    "    print(time.time()-t1)\n",
    "    with open(os.path.join(full_gmm_dir,new_name),'wb') as fp:\n",
    "        pickle.dump(clf,fp)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "frtptB.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}