Update app.py
Browse files
app.py
CHANGED
@@ -637,7 +637,7 @@ async(c, o, p, d, n, m)=>{
|
|
637 |
mesh.dispose(false, true);
|
638 |
}
|
639 |
var dome = [];
|
640 |
-
for (var j=0; j<o_.length; j++) {
|
641 |
o_[j] = parseInt(o_[j]);
|
642 |
dome[j] = new BABYLON.PhotoDome("dome"+j, p[o_[j]].image.url,
|
643 |
{
|
@@ -663,7 +663,37 @@ async(c, o, p, d, n, m)=>{
|
|
663 |
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].position.x = coords[o_[j]].lng;
|
664 |
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].rotation.y = coords[o_[j]].heading / 180 * Math.PI;
|
665 |
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].rotation.z = -coords[o_[j]].pitch / 180 * Math.PI;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
666 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
667 |
|
668 |
window.md = false;
|
669 |
window.r_old = 1.0;
|
@@ -676,7 +706,6 @@ async(c, o, p, d, n, m)=>{
|
|
676 |
window.yold = 0;
|
677 |
window.buffer = null;
|
678 |
window.ctx = null;
|
679 |
-
window.video = document.getElementById("depth_video").getElementsByTagName("video")[0];
|
680 |
|
681 |
document.getElementById("model3D").getElementsByTagName("canvas")[0].addEventListener('pointermove', function(evt) {
|
682 |
if (md === true) {
|
@@ -1046,7 +1075,7 @@ with gr.Blocks(css=css, js=js, head=head) as demo:
|
|
1046 |
|
1047 |
with gr.Column():
|
1048 |
model_type = gr.Dropdown([("small", "vits"), ("base", "vitb"), ("large", "vitl"), ("giant", "vitg")], type="value", value="vits", label='Model Type')
|
1049 |
-
processed_video = gr.Video(label="Output Video", format="mp4", interactive=False)
|
1050 |
processed_zip = gr.File(label="Output Archive", interactive=False)
|
1051 |
depth_video = gr.Video(label="Depth Video", format="mp4", elem_id="depth_video", interactive=False, visible=False)
|
1052 |
result = gr.Model3D(label="3D Mesh", clear_color=[0.5, 0.5, 0.5, 0.0], camera_position=[0, 90, 0], zoom_speed=2.0, pan_speed=2.0, interactive=True, elem_id="model3D")
|
|
|
637 |
mesh.dispose(false, true);
|
638 |
}
|
639 |
var dome = [];
|
640 |
+
/*for (var j=0; j<o_.length; j++) {
|
641 |
o_[j] = parseInt(o_[j]);
|
642 |
dome[j] = new BABYLON.PhotoDome("dome"+j, p[o_[j]].image.url,
|
643 |
{
|
|
|
663 |
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].position.x = coords[o_[j]].lng;
|
664 |
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].rotation.y = coords[o_[j]].heading / 180 * Math.PI;
|
665 |
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].rotation.z = -coords[o_[j]].pitch / 180 * Math.PI;
|
666 |
+
}*/
|
667 |
+
const videoDome = new BABYLON.VideoDome(
|
668 |
+
"videoDome",
|
669 |
+
[document.getElementById("output_video").getElementsByTagName("video")[0].src],
|
670 |
+
{
|
671 |
+
resolution: 16,
|
672 |
+
size: 512
|
673 |
+
clickToPlay: false,
|
674 |
+
autoPlay: false,
|
675 |
+
poster: 'https://freeali.se/assets/images/1x1.png',
|
676 |
+
}, BABYLON.Engine.LastCreatedScene
|
677 |
+
);
|
678 |
+
var q = BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-2]._children;
|
679 |
+
for (i = 0; i < q.length; i++) {
|
680 |
+
let mesh = q[i];
|
681 |
+
mesh.dispose(false, true);
|
682 |
}
|
683 |
+
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].scaling.z = -1;
|
684 |
+
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].material.emissiveTexture = videoDome.videoTexture;
|
685 |
+
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].material.emissiveTexture.hasAlpha = true;
|
686 |
+
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].material.useAlphaFromEmissiveTexture = true;
|
687 |
+
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].alphaIndex = 1;
|
688 |
+
BABYLON.Engine.LastCreatedScene.meshes[BABYLON.Engine.LastCreatedScene.meshes.length-1].visibility = 0.9999;
|
689 |
+
|
690 |
+
window.video = document.getElementById("depth_video").getElementsByTagName("video")[0];
|
691 |
+
videoDome.videoTexture.video.oncanplaythrough = function () {
|
692 |
+
videoDome.videoTexture.video.play();
|
693 |
+
video.play();
|
694 |
+
videoDome.videoTexture.video.oncanplaythrough = null;
|
695 |
+
video.oncanplaythrough = null;
|
696 |
+
};
|
697 |
|
698 |
window.md = false;
|
699 |
window.r_old = 1.0;
|
|
|
706 |
window.yold = 0;
|
707 |
window.buffer = null;
|
708 |
window.ctx = null;
|
|
|
709 |
|
710 |
document.getElementById("model3D").getElementsByTagName("canvas")[0].addEventListener('pointermove', function(evt) {
|
711 |
if (md === true) {
|
|
|
1075 |
|
1076 |
with gr.Column():
|
1077 |
model_type = gr.Dropdown([("small", "vits"), ("base", "vitb"), ("large", "vitl"), ("giant", "vitg")], type="value", value="vits", label='Model Type')
|
1078 |
+
processed_video = gr.Video(label="Output Video", format="mp4", elem_id="output_video", interactive=False)
|
1079 |
processed_zip = gr.File(label="Output Archive", interactive=False)
|
1080 |
depth_video = gr.Video(label="Depth Video", format="mp4", elem_id="depth_video", interactive=False, visible=False)
|
1081 |
result = gr.Model3D(label="3D Mesh", clear_color=[0.5, 0.5, 0.5, 0.0], camera_position=[0, 90, 0], zoom_speed=2.0, pan_speed=2.0, interactive=True, elem_id="model3D")
|