Falta la inicializacion de cada array
con el siguiente for puedes inicializarlo:

    for (var i = 0; i < 4; i++) {
      arrayBidimensional[i] = new Array(2);
    }

y ahora resolviendo tu duda:
<!-- begin snippet: js hide: false console: true babel: false -->

<!-- language: lang-js -->

    var arrayBidimensional= new Array(4);
    for (var i = 0; i < 4; i++) {
      arrayBidimensional[i] = new Array(2);
    }

    arrayBidimensional[0][0]="1";
    arrayBidimensional[0][1]="2 ";
    arrayBidimensional[1][0]="3";
    arrayBidimensional[1][1]="4";

    console.log("arrayBidimensional[0][0]",arrayBidimensional[0][0]);
    console.log("arrayBidimensional[0][1]",arrayBidimensional[0][1]);
    console.log("arrayBidimensional[1][0]",arrayBidimensional[1][0]);
    console.log("arrayBidimensional[1][1]",arrayBidimensional[1][1]);

<!-- end snippet -->