johno

I'm having trouble with this patch. I'm trying to track five facial points and use the information to super-impose GL shapes onto the image. Tracking the points is no problem but getting the points from the tracking pwindow to correlate with the 'jit.gl.render render_grid' window is causing me many problems. Part of the issue is that I'm new to jitter and these patches are ones that I found on the forum so I don't really understand them that well. 

The idea is to do live facial tracking and have different 'animations' coming out of someones eyes, nose and mouth (somewhat like an old Bjork video). Any suggestions would be very appreciated.

PS For some reason when i copy the patch and save it as text it come out in a funny looking format - any clues?

            "box" :             {

                "maxclass" : "umenu",

                "numoutlets" : 3,

                "fontsize" : 11.595187,

                "outlettype" : [ "int", "", "" ],

                "items" : [ "sphere", ",", "torus", ",", "cylinder", ",", "opencylinder", ",", "cube", ",", "opencube", ",", "plane", ",", "circle" ],

                "types" : [ ],

                "patching_rect" : [ 406.0, 161.0, 72.0, 20.0 ],

                "id" : "obj-33",

                "fontname" : "Arial",

                "numinlets" : 1

                "maxclass" : "newobj",

                "text" : "scale 0 119 -1.3 1.3",

                "numoutlets" : 1,

                "fontsize" : 12.0,

                "outlettype" : [ "float" ],

                "patching_rect" : [ 158.0, 374.0, 116.0, 20.0 ],

                "id" : "obj-102",

                "numinlets" : 6

                "text" : "scale 0 159 1.6 -1.6",

                "patching_rect" : [ 129.0, 351.0, 116.0, 20.0 ],

                "id" : "obj-101",

                "maxclass" : "flonum",

                "numoutlets" : 2,

                "outlettype" : [ "float", "bang" ],

                "patching_rect" : [ 158.0, 326.0, 50.0, 20.0 ],

                "id" : "obj-97",

                "patching_rect" : [ 129.0, 301.0, 50.0, 20.0 ],

                "id" : "obj-93",

                "text" : "unpack 0 0 0",

                "outlettype" : [ "int", "int", "int" ],

                "patching_rect" : [ 129.0, 275.0, 79.0, 20.0 ],

                "id" : "obj-91",

                "text" : "r shapein",

                "fontsize" : 9.0,

                "outlettype" : [ "" ],

                "patching_rect" : [ 360.0, 258.0, 51.0, 17.0 ],

                "id" : "obj-79",

                "numinlets" : 0

                "text" : "jit.gl.gridshape render_grid",

                "fontsize" : 10.0,

                "outlettype" : [ "jit_matrix", "" ],

                "patching_rect" : [ 338.0, 299.0, 179.0, 16.0 ],

                "color" : [ 1.0, 0.890196, 0.090196, 1.0 ],

                "id" : "obj-80",

                "fontname" : "Courier",

                "text" : "prepend shape",

                "patching_rect" : [ 338.0, 214.0, 87.0, 16.0 ],

                "id" : "obj-81",

                "pattrmode" : 1,

                "items" : [ "tetrahedron", ",", "hexahedron", ",", "octahedron", ",", "dodecahedron", ",", "icosahedron" ],

                "patching_rect" : [ 338.0, 187.0, 86.0, 16.0 ],

                "id" : "obj-82",

                "maxclass" : "comment",

                "text" : "GRIDSHAPE",

                "numoutlets" : 0,

                "patching_rect" : [ 337.0, 156.0, 62.0, 17.0 ],

                "id" : "obj-83",

                "triscale" : 0.9,

                "bgcolor" : [ 0.866667, 0.866667, 0.866667, 1.0 ],

                "patching_rect" : [ 523.0, 169.0, 35.0, 17.0 ],

                "htextcolor" : [ 0.870588, 0.870588, 0.870588, 1.0 ],

                "id" : "obj-84",

                "patching_rect" : [ 601.0, 196.0, 35.0, 17.0 ],

                "id" : "obj-34",

                "patching_rect" : [ 563.0, 196.0, 35.0, 17.0 ],

                "id" : "obj-35",

                "patching_rect" : [ 523.0, 196.0, 35.0, 17.0 ],

                "id" : "obj-36",

                "text" : "pak scale 1. 1. 1.",

                "patching_rect" : [ 498.0, 223.0, 85.0, 17.0 ],

                "id" : "obj-37",

                "numinlets" : 4

                "patching_rect" : [ 606.0, 243.0, 35.0, 17.0 ],

                "id" : "obj-85",

                "patching_rect" : [ 567.0, 242.0, 35.0, 17.0 ],

                "id" : "obj-86",

                "patching_rect" : [ 527.0, 244.0, 35.0, 17.0 ],

                "id" : "obj-87",

                "text" : "pak position 0. 0. 0.",

                "patching_rect" : [ 499.0, 268.0, 95.0, 17.0 ],

                "id" : "obj-3",

                "maxclass" : "panel",

                "border" : 1,

                "bgcolor" : [ 0.031373, 0.686275, 1.0, 1.0 ],

                "patching_rect" : [ 327.0, 145.0, 329.0, 215.0 ],

                "id" : "obj-69",

                "rounded" : 0,

                "text" : "p face detect",

                "numoutlets" : 6,

                "outlettype" : [ "", "", "", "", "", "" ],

                "patching_rect" : [ 200.0, 172.0, 79.0, 20.0 ],

                "id" : "obj-2",

                "numinlets" : 1,

                "patcher" :                 {

                    "fileversion" : 1,

                    "rect" : [ 303.0, 69.0, 645.0, 666.0 ],

                    "bglocked" : 0,

                    "defrect" : [ 303.0, 69.0, 645.0, 666.0 ],

                    "openrect" : [ 0.0, 0.0, 0.0, 0.0 ],

                    "openinpresentation" : 0,

                    "default_fontsize" : 12.0,

                    "default_fontface" : 0,

                    "default_fontname" : "Arial",

                    "gridonopen" : 0,

                    "gridsize" : [ 15.0, 15.0 ],

                    "gridsnaponopen" : 0,

                    "toolbarvisible" : 1,

                    "boxanimatetime" : 200,

                    "imprint" : 0,

                    "metadata" : [ ],

                    "boxes" : [                         {

                            "box" :                             {

                                "maxclass" : "outlet",

                                "numoutlets" : 0,

                                "patching_rect" : [ 601.0, 369.0, 26.0, 26.0 ],

                                "id" : "obj-37",

                                "numinlets" : 1,

                                "comment" : ""

                            }

,                         {

                                "patching_rect" : [ 581.0, 369.0, 26.0, 26.0 ],

                                "id" : "obj-36",

                                "patching_rect" : [ 561.0, 369.0, 26.0, 26.0 ],

                                "id" : "obj-35",

                                "patching_rect" : [ 540.0, 369.0, 26.0, 26.0 ],

                                "id" : "obj-34",

                                "patching_rect" : [ 521.0, 369.0, 26.0, 26.0 ],

                                "id" : "obj-32",

                                "patching_rect" : [ 501.0, 369.0, 25.0, 25.0 ],

                                "id" : "obj-31",

                                "maxclass" : "inlet",

                                "numoutlets" : 1,

                                "outlettype" : [ "jit_matrix" ],

                                "patching_rect" : [ 50.0, 60.0, 25.0, 25.0 ],

                                "id" : "obj-30",

                                "numinlets" : 0,

                                "maxclass" : "newobj",

                                "text" : "!- 90",

                                "fontsize" : 9.0,

                                "outlettype" : [ "int" ],

                                "patching_rect" : [ 555.0, 560.0, 33.0, 17.0 ],

                                "id" : "obj-1",

                                "fontname" : "Arial",

                                "numinlets" : 2

                                "maxclass" : "dial",

                                "outlettype" : [ "float" ],

                                "outlinecolor" : [ 0.882353, 0.882353, 0.882353, 1.0 ],

                                "bgcolor" : [ 0.866667, 0.866667, 0.866667, 1.0 ],

                                "vtracking" : 0,

                                "patching_rect" : [ 555.0, 589.0, 60.0, 60.0 ],

                                "size" : 360,

                                "id" : "obj-2",

                                "needlecolor" : [ 0.0, 0.0, 0.0, 1.0 ],

                                "fgcolor" : [ 0.666667, 0.666667, 0.666667, 1.0 ],

                                "numinlets" : 1

                                "maxclass" : "button",

                                "outlettype" : [ "bang" ],

                                "patching_rect" : [ 211.0, 287.0, 15.0, 15.0 ],

                                "id" : "obj-3",

                                "maxclass" : "message",

                                "text" : "clear",

                                "outlettype" : [ "" ],

                                "patching_rect" : [ 235.0, 281.0, 33.0, 15.0 ],

                                "id" : "obj-4",

                                "text" : "* -180.",

                                "patching_rect" : [ 555.0, 525.0, 46.0, 17.0 ],

                                "id" : "obj-5",

                                "text" : "/ 3.141593",

                                "patching_rect" : [ 555.0, 504.0, 63.0, 17.0 ],

                                "id" : "obj-6",

                                "maxclass" : "flonum",

                                "numoutlets" : 2,

                                "outlettype" : [ "float", "bang" ],

                                "triscale" : 0.9,

                                "patching_rect" : [ 592.0, 547.0, 35.0, 17.0 ],

                                "htextcolor" : [ 0.870588, 0.870588, 0.870588, 1.0 ],

                                "id" : "obj-7",

                                "maxclass" : "comment",

                                "text" : "degrees",

                                "patching_rect" : [ 629.0, 548.0, 44.0, 17.0 ],

                                "id" : "obj-8",

                                "text" : "cartopol",

                                "outlettype" : [ "float", "float" ],

                                "patching_rect" : [ 520.0, 468.0, 45.0, 17.0 ],

                                "id" : "obj-9",

                                "text" : "vexpr $f2 -$f1",

                                "patching_rect" : [ 520.0, 439.0, 80.0, 17.0 ],

                                "id" : "obj-10",

                                "text" : "+ 1",

                                "patching_rect" : [ 534.0, 299.0, 27.0, 17.0 ],

                                "id" : "obj-11",

                                "text" : "gate 6",

                                "numoutlets" : 6,

                                "outlettype" : [ "", "", "", "", "", "" ],

                                "patching_rect" : [ 501.0, 341.0, 119.0, 17.0 ],

Face Detection & GL Texture