I am looking for a way to make a audio effect that takes incoming frequencies, analyzes them and rearranges them and make them trigger some kind of synth output. Any ideas where to start? especially on the frequency analysis part

I am looking for a way to make a audio effect that takes incoming frequencies, analyzes them and rearranges them and make them trigger some kind of synth output. Any ideas where to start? especially on the frequency analysis part
Thanks!


audio-to-synth

More specificly im thinking: audio gets analyzed and split up in 24 bands, where the amplitude in each band determines filter and amplitude of a wave. the controls on the device then determines scale and filter-stuff of the 24 synth tone. Where should i start and what objects could be helpful?

Thanks. This is what i got so far (im very new to this so it probably doesn't look good). I can't get the synth subpatch to work. Any idea whats wrong?

            "box" :             {

                "maxclass" : "multislider",

                "contdata" : 1,

                "patching_rect" : [ 662.0, 165.0, 164.0, 355.0 ],

                "outlettype" : [ "", "" ],

                "id" : "obj-38",

                "parameter_enable" : 0,

                "peakcolor" : [ 0.498039, 0.498039, 0.498039, 1.0 ],

                "size" : 25,

                "numinlets" : 1,

                "numoutlets" : 2,

                "setminmax" : [ -200.0, 30.0 ]

                "maxclass" : "flonum",

                "patching_rect" : [ 27.0, 745.0, 82.0, 18.0 ],

                "outlettype" : [ "float", "bang" ],

                "fontsize" : 10.0,

                "id" : "obj-22",

                "fontname" : "Arial Bold",

                "numoutlets" : 2

                "maxclass" : "newobj",

                "text" : "mtof",

                "patching_rect" : [ 27.0, 720.0, 32.0, 18.0 ],

                "outlettype" : [ "" ],

                "id" : "obj-20",

                "numoutlets" : 1

                "maxclass" : "kslider",

                "patching_rect" : [ 27.0, 661.0, 672.0, 53.0 ],

                "outlettype" : [ "int", "int" ],

                "id" : "obj-19",

                "range" : 96,

                "numinlets" : 2,

                "presentation_rect" : [ 0.0, 0.0, 672.0, 53.0 ]

                "text" : "p synth",

                "patching_rect" : [ 475.0, 599.0, 46.0, 18.0 ],

                "outlettype" : [ "signal" ],

                "id" : "obj-17",

                "numoutlets" : 1,

                "patcher" :                 {

                    "fileversion" : 1,

                    "appversion" :                     {

                        "major" : 6,

                        "minor" : 1,

                        "revision" : 10,

                        "architecture" : "x86"

                    }

                    "rect" : [ 101.0, 151.0, 640.0, 480.0 ],

                    "bglocked" : 0,

                    "openinpresentation" : 0,

                    "default_fontsize" : 12.0,

                    "default_fontface" : 0,

                    "default_fontname" : "Arial",

                    "gridonopen" : 0,

                    "gridsize" : [ 15.0, 15.0 ],

                    "gridsnaponopen" : 0,

                    "statusbarvisible" : 2,

                    "toolbarvisible" : 1,

                    "boxanimatetime" : 200,

                    "imprint" : 0,

                    "enablehscroll" : 1,

                    "enablevscroll" : 1,

                    "devicewidth" : 0.0,

                    "description" : "",

                    "digest" : "",

                    "tags" : "",

                    "boxes" : [                         {

                            "box" :                             {

                                "maxclass" : "newobj",

                                "text" : "line 1 2",

                                "patching_rect" : [ 67.5, 187.0, 49.0, 20.0 ],

                                "outlettype" : [ "", "" ],

                                "fontsize" : 12.0,

                                "id" : "obj-22",

                                "numinlets" : 3,

                                "fontname" : "Arial",

                        }

,                         {

                                "maxclass" : "message",

                                "text" : "0 0.2 0.4 0.6 1 1 0 1 0 0 1 0 0.3 0.3 0.3 0 0 1 0.5 0.3 0.1",

                                "patching_rect" : [ 288.0, 173.0, 282.0, 15.0 ],

                                "outlettype" : [ "" ],

                                "fontsize" : 9.0,

                                "id" : "obj-12",

                                "numinlets" : 2,

                                "numoutlets" : 1

                            }

                                "text" : "0 0.2 0 0.2 0 0.2 0 0 1 0 0 0 0 0 0.5",

                                "patching_rect" : [ 288.0, 149.0, 175.0, 15.0 ],

                                "id" : "obj-14",

                                "text" : "0 0.5 0 0 1 0.3 1",

                                "patching_rect" : [ 288.0, 126.0, 85.0, 15.0 ],

                                "id" : "obj-15",

                                "text" : "0 0 0 1 1",

                                "patching_rect" : [ 288.0, 103.0, 50.0, 15.0 ],

                                "id" : "obj-16",

                                "text" : "el.waveshape~",

                                "patching_rect" : [ 152.0, 193.0, 91.0, 20.0 ],

                                "outlettype" : [ "signal" ],

                                "id" : "obj-10",

                                "numinlets" : 1,

                                "text" : "scale -150 30 0 0.5",

                                "patching_rect" : [ 39.0, 147.0, 113.0, 20.0 ],

                                "id" : "obj-6",

                                "numinlets" : 6,

                                "maxclass" : "inlet",

                                "patching_rect" : [ 183.0, 45.0, 25.0, 25.0 ],

                                "id" : "obj-13",

                                "numinlets" : 0,

                                "numoutlets" : 1,

                                "comment" : ""

                                "text" : "*~",

                                "patching_rect" : [ 152.0, 245.0, 32.5, 20.0 ],

                                "id" : "obj-11",

                                "maxclass" : "outlet",

                                "patching_rect" : [ 152.0, 387.0, 25.0, 25.0 ],

                                "id" : "obj-8",

                                "numoutlets" : 0,

                                "text" : "*~ 0.5",

                                "patching_rect" : [ 152.0, 147.0, 42.0, 20.0 ],

                                "id" : "obj-7",

                                "text" : "cycle~ 65.406395",

                                "patching_rect" : [ 152.0, 110.0, 105.0, 20.0 ],

                                "id" : "obj-5",

                                "patching_rect" : [ 152.0, 45.0, 25.0, 25.0 ],

                                "outlettype" : [ "int" ],

                                "id" : "obj-1",

                    "lines" : [                         {

                            "patchline" :                             {

                                "source" : [ "obj-6", 0 ],

                                "destination" : [ "obj-22", 0 ],

                                "hidden" : 0,

                                "disabled" : 0

                                "source" : [ "obj-22", 0 ],

                                "destination" : [ "obj-11", 1 ],

                                "source" : [ "obj-1", 0 ],

                                "destination" : [ "obj-6", 0 ],

                                "source" : [ "obj-11", 0 ],

                                "destination" : [ "obj-8", 0 ],

                                "source" : [ "obj-10", 0 ],

                                "destination" : [ "obj-11", 0 ],

                                "source" : [ "obj-12", 0 ],

                                "destination" : [ "obj-10", 0 ],

                                "source" : [ "obj-14", 0 ],

                                "source" : [ "obj-15", 0 ],

                                "source" : [ "obj-16", 0 ],

                                "source" : [ "obj-7", 0 ],

                                "source" : [ "obj-5", 0 ],

                                "destination" : [ "obj-7", 0 ],

                                "source" : [ "obj-13", 0 ],

                                "destination" : [ "obj-5", 0 ],

                "saved_object_attributes" :                 {

                    "fontface" : 0,

                    "fontname" : "Arial",

                    "fontsize" : 12.0,

                    "globalpatchername" : "",

                    "tags" : ""

                "text" : "unpack 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0",

                "patching_rect" : [ 499.0, 546.0, 343.0, 18.0 ],

                "outlettype" : [ "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int", "int" ],

                "id" : "obj-16",

                "numoutlets" : 25

                "text" : "analyzer~ 2048 512 4096 blackman70 0 1 10 3 list",

                "patching_rect" : [ 260.0, 388.0, 377.0, 18.0 ],

                "outlettype" : [ "list", "float", "float", "float", "list", "bang", "list", "list" ],

                "fontsize" : 9.0,

                "id" : "obj-117",

                "color" : [ 0.156863, 0.8, 0.54902, 1.0 ],

                "fontname" : "Geneva",

                "numoutlets" : 8

                "text" : "plugout~",

                "patching_rect" : [ 56.0, 510.0, 53.0, 18.0 ],

                "outlettype" : [ "signal", "signal" ],

                "id" : "obj-2",

                "text" : "plugin~",

                "patching_rect" : [ 56.0, 199.0, 53.0, 18.0 ],

                "id" : "obj-1",

            "patchline" :             {

                "source" : [ "obj-16", 0 ],

                "destination" : [ "obj-17", 0 ],

                "hidden" : 0,

                "disabled" : 0

                "source" : [ "obj-17", 0 ],

                "destination" : [ "obj-2", 1 ],

                "destination" : [ "obj-2", 0 ],

                "source" : [ "obj-38", 0 ],

                "destination" : [ "obj-16", 0 ],

                "source" : [ "obj-117", 4 ],

                "destination" : [ "obj-38", 0 ],

                "source" : [ "obj-20", 0 ],

                "destination" : [ "obj-22", 0 ],

                "source" : [ "obj-19", 0 ],

                "destination" : [ "obj-20", 0 ],

                "source" : [ "obj-1", 0 ],

                "destination" : [ "obj-117", 0 ],

                "source" : [ "obj-1", 1 ],

Thanks. This is what i got so far (im very new to this so it probably doesn't look good). I can't get the synth subpatch to work. Any idea whats wrong?
{
	"boxes" : [ 		{
			"box" : 			{
				"maxclass" : "multislider",
				"contdata" : 1,
				"patching_rect" : [ 662.0, 165.0, 164.0, 355.0 ],
				"outlettype" : [ "", "" ],
				"id" : "obj-38",
				"parameter_enable" : 0,
				"peakcolor" : [ 0.498039, 0.498039, 0.498039, 1.0 ],
				"size" : 25,
				"numinlets" : 1,
				"numoutlets" : 2,
				"setminmax" : [ -200.0, 30.0 ]
			}

audio to synth