{"Document":{"ObjectName":"Scenario::ScenarioDocumentModel","id":1,"BaseScenario":{"ObjectName":"Scenario::BaseScenario","id":0,"Constraint":{"ObjectName":"Scenario::IntervalModel","id":0,"Metadata":{"ScriptingName":"image-to-pointcloud","Comment":"","Color":"Transparent1","Label":"","Touched":true},"Inlet":{"uuid":"a1574bb0-cbd4-4c7d-9417-0c25cfd1187b","ObjectName":"Inlet","id":0,"Hidden":false,"Custom":"Audio In","Exposed":"audio in"},"Outlet":{"uuid":"a1d97535-18ac-444a-8417-0cbc1692d897","ObjectName":"Outlet","id":0,"Hidden":false,"Custom":"Audio Out","Exposed":"audio out","Address":"audio:/out/main","GainInlet":{"uuid":"9a13fb32-269a-47bf-99a9-930188c1f19c","ObjectName":"Inlet","id":10000,"Hidden":false,"Custom":"Gain","Exposed":"gain","Value":{},"Init":{},"Domain":{"Float":{"Min":0.0,"Max":1.0}}},"PanInlet":{"uuid":"9a13fb32-269a-47bf-99a9-930188c1f19c","ObjectName":"Inlet","id":10001,"Hidden":false,"Custom":"Pan","Exposed":"pan","Value":{},"Init":{},"Domain":{}},"Gain":1.0,"Pan":[1.0,1.0],"Propagate":true},"Processes":[{"uuid":"9ce44e4b-eeb6-4042-bb7f-9d0b28190daf","ObjectName":"gfxProcess","id":9,"Metadata":{"ScriptingName":"Model Display","Comment":"","Color":"Transparent1","Label":"","Touched":true},"Duration":10584000000,"Height":300.0,"StartOffset":0,"LoopDuration":10584000000,"Pos":[-294.61069999999995,329.41523],"Size":[733.0,175.0],"Loops":false,"FoldMode":0,"Inlets":[{"uuid":"5ac86198-2d03-4830-9e41-a6d529922d29","ObjectName":"Inlet","id":0,"Hidden":false,"Custom":"Texture In","Exposed":"texture in","Format":0,"FormatSet":false,"Filter":2,"AddressMode":1,"MipmapMode":0},{"uuid":"f2ab26ea-415d-45a2-bfbc-2968c7c92a33","ObjectName":"Inlet","id":1,"Hidden":false,"Custom":"Geometry In","Exposed":"geometry in"},{"uuid":"377e8205-b442-4d54-8832-3761def522b2","ObjectName":"Inlet","id":2,"Hidden":true,"Custom":"Position","Exposed":"position","Value":{"Vec3f":[-0.12956345081329346,-0.002531814156100154,7.896360874176025]},"Init":{"Vec3f":[-1.0,-1.0,-1.0]},"Domain":{"Vec3f":{"Min":[-10000.0,-10000.0,-10000.0],"Max":[10000.0,10000.0,10000.0],"Values":[[],[],[]]}}},{"uuid":"377e8205-b442-4d54-8832-3761def522b2","ObjectName":"Inlet","id":3,"Hidden":true,"Custom":"Center","Exposed":"center","Value":{"Vec3f":[0.0,-0.8600757718086243,0.0]},"Init":{"Vec3f":[0.0,0.0,0.0]},"Domain":{"Vec3f":{"Min":[-10000.0,-10000.0,-10000.0],"Max":[10000.0,10000.0,10000.0],"Values":[[],[],[]]}}},{"uuid":"af2b4fc3-aecb-4c15-a5aa-1c573a239925","ObjectName":"Inlet","id":4,"Hidden":true,"Custom":"FOV","Exposed":"fov","Value":{"Float":28.841217041015625},"Init":{"Float":90.0},"Domain":{"Float":{"Min":0.009999999776482582,"Max":359.9989929199219}}},{"uuid":"af2b4fc3-aecb-4c15-a5aa-1c573a239925","ObjectName":"Inlet","id":5,"Hidden":true,"Custom":"Near","Exposed":"near","Value":{"Float":0.0010000000474974513},"Init":{"Float":0.0010000000474974513},"Domain":{"Float":{"Min":0.0010000000474974513,"Max":1000.0}}},{"uuid":"af2b4fc3-aecb-4c15-a5aa-1c573a239925","ObjectName":"Inlet","id":6,"Hidden":true,"Custom":"Far","Exposed":"far","Value":{"Float":100000.0},"Init":{"Float":100000.0},"Domain":{"Float":{"Min":0.0010000000474974513,"Max":10000.0}}},{"uuid":"485680cc-b8b9-4a01-acc7-3e8334bdc016","ObjectName":"Inlet","id":7,"Hidden":true,"Custom":"Tex. Proj.","Exposed":"tex. proj.","Value":{"Int":7},"Init":{"Int":0},"Domain":{"Int":{"Values":[0,2,4,5,1,3,6,7]}},"Values":[["Texture coordinates",{"Int":0}],["Spherical",{"Int":2}],["View-space",{"Int":4}],["Barycentric",{"Int":5}],["Funky A",{"Int":1}],["Funky B",{"Int":3}],["Light",{"Int":6}],["Color",{"Int":7}]],"FolderPort":"","FileExtensions":""},{"uuid":"485680cc-b8b9-4a01-acc7-3e8334bdc016","ObjectName":"Inlet","id":8,"Hidden":true,"Custom":"Mode","Exposed":"mode","Value":{"Int":1},"Init":{"Int":0},"Domain":{"Int":{"Values":[0,1,2]}},"Values":[["Triangles",{"Int":0}],["Points",{"Int":1}],["Lines",{"Int":2}]],"FolderPort":"","FileExtensions":""},{"uuid":"485680cc-b8b9-4a01-acc7-3e8334bdc016","ObjectName":"Inlet","id":9,"Hidden":true,"Custom":"Camera","Exposed":"camera","Value":{"Int":0},"Init":{"Int":0},"Domain":{"Int":{"Values":[0,1]}},"Values":[["Perspective",{"Int":0}],["Fulldome (1-pass)",{"Int":1}]],"FolderPort":"","FileExtensions":""},{"uuid":"fb27e4cb-ea7f-41e2-ad92-2354498c1b6b","ObjectName":"Inlet","id":10,"Hidden":true,"Custom":"Enable blend","Exposed":"enable blend","Value":{"Bool":false},"Init":{"Bool":false},"Domain":{"Bool":null}},{"uuid":"485680cc-b8b9-4a01-acc7-3e8334bdc016","ObjectName":"Inlet","id":11,"Hidden":true,"Custom":"Src Color","Exposed":"src color","Value":{"Int":7},"Init":{"Int":1},"Domain":{"Int":{"Values":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]}},"Values":[["Zero",{"Int":0}],["One",{"Int":1}],["SrcColor",{"Int":2}],["OneMinusSrcColor",{"Int":3}],["DstColor",{"Int":4}],["OneMinusDstColor",{"Int":5}],["SrcAlpha",{"Int":6}],["OneMinusSrcAlpha",{"Int":7}],["DstAlpha",{"Int":8}],["OneMinusDstAlpha",{"Int":9}],["ConstantColor",{"Int":10}],["OneMinusConstantColor",{"Int":11}],["ConstantAlpha",{"Int":12}],["OneMinusConstantAlpha",{"Int":13}],["SrcAlphaSaturate",{"Int":14}]],"FolderPort":"","FileExtensions":""},{"uuid":"485680cc-b8b9-4a01-acc7-3e8334bdc016","ObjectName":"Inlet","id":12,"Hidden":true,"Custom":"Dst Color","Exposed":"dst color","Value":{"Int":1},"Init":{"Int":1},"Domain":{"Int":{"Values":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]}},"Values":[["Zero",{"Int":0}],["One",{"Int":1}],["SrcColor",{"Int":2}],["OneMinusSrcColor",{"Int":3}],["DstColor",{"Int":4}],["OneMinusDstColor",{"Int":5}],["SrcAlpha",{"Int":6}],["OneMinusSrcAlpha",{"Int":7}],["DstAlpha",{"Int":8}],["OneMinusDstAlpha",{"Int":9}],["ConstantColor",{"Int":10}],["OneMinusConstantColor",{"Int":11}],["ConstantAlpha",{"Int":12}],["OneMinusConstantAlpha",{"Int":13}],["SrcAlphaSaturate",{"Int":14}]],"FolderPort":"","FileExtensions":""},{"uuid":"485680cc-b8b9-4a01-acc7-3e8334bdc016","ObjectName":"Inlet","id":13,"Hidden":true,"Custom":"Op Color","Exposed":"op color","Value":{"Int":0},"Init":{"Int":0},"Domain":{"Int":{"Values":[0,1,2,3,4]}},"Values":[["Add",{"Int":0}],["Substract",{"Int":1}],["Reverse Substract",{"Int":2}],["Min",{"Int":3}],["Max",{"Int":4}]],"FolderPort":"","FileExtensions":""},{"uuid":"485680cc-b8b9-4a01-acc7-3e8334bdc016","ObjectName":"Inlet","id":14,"Hidden":true,"Custom":"Src Alpha","Exposed":"src alpha","Value":{"Int":1},"Init":{"Int":1},"Domain":{"Int":{"Values":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]}},"Values":[["Zero",{"Int":0}],["One",{"Int":1}],["SrcColor",{"Int":2}],["OneMinusSrcColor",{"Int":3}],["DstColor",{"Int":4}],["OneMinusDstColor",{"Int":5}],["SrcAlpha",{"Int":6}],["OneMinusSrcAlpha",{"Int":7}],["DstAlpha",{"Int":8}],["OneMinusDstAlpha",{"Int":9}],["ConstantColor",{"Int":10}],["OneMinusConstantColor",{"Int":11}],["ConstantAlpha",{"Int":12}],["OneMinusConstantAlpha",{"Int":13}],["SrcAlphaSaturate",{"Int":14}]],"FolderPort":"","FileExtensions":""},{"uuid":"485680cc-b8b9-4a01-acc7-3e8334bdc016","ObjectName":"Inlet","id":15,"Hidden":true,"Custom":"Dst Alpha","Exposed":"dst alpha","Value":{"Int":1},"Init":{"Int":1},"Domain":{"Int":{"Values":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]}},"Values":[["Zero",{"Int":0}],["One",{"Int":1}],["SrcColor",{"Int":2}],["OneMinusSrcColor",{"Int":3}],["DstColor",{"Int":4}],["OneMinusDstColor",{"Int":5}],["SrcAlpha",{"Int":6}],["OneMinusSrcAlpha",{"Int":7}],["DstAlpha",{"Int":8}],["OneMinusDstAlpha",{"Int":9}],["ConstantColor",{"Int":10}],["OneMinusConstantColor",{"Int":11}],["ConstantAlpha",{"Int":12}],["OneMinusConstantAlpha",{"Int":13}],["SrcAlphaSaturate",{"Int":14}]],"FolderPort":"","FileExtensions":""},{"uuid":"485680cc-b8b9-4a01-acc7-3e8334bdc016","ObjectName":"Inlet","id":16,"Hidden":true,"Custom":"Op alpha","Exposed":"op alpha","Value":{"Int":0},"Init":{"Int":0},"Domain":{"Int":{"Values":[0,1,2,3,4]}},"Values":[["Add",{"Int":0}],["Substract",{"Int":1}],["Reverse Substract",{"Int":2}],["Min",{"Int":3}],["Max",{"Int":4}]],"FolderPort":"","FileExtensions":""}],"Outlets":[{"uuid":"f1c71046-b754-49a5-8e66-d01374773dfc","ObjectName":"Outlet","id":0,"Hidden":false,"Custom":"Texture Out","Exposed":"texture out","Address":"Window:/"}]},{"uuid":"a5bbffe0-93d2-4e70-995c-cf46c2c43520","ObjectName":"CSF","id":12,"Metadata":{"ScriptingName":"ImageToPoints.1","Comment":"","Color":"Transparent1","Label":"","Touched":true},"Duration":10584000000,"Height":300.0,"StartOffset":0,"LoopDuration":10584000000,"Pos":[-652.6107,346.41523],"Size":[344.0,158.0],"Loops":false,"FoldMode":0,"Compute":"/*{\n \"DESCRIPTION\": \"Point cloud from image brightness. The image is sampled on a grid of about vertex-count points with the image's aspect ratio; pixels whose luminance (Rec. 601, times alpha, so transparent areas stay empty) exceeds threshold become points, pushed toward +Z by brightness x zScale. pointScale sets the cloud size (X is multiplied by the aspect ratio). Colour is the pixel colour, or its luminance in Grayscale Height mode. Points below the threshold are collapsed (w = 0) and draw nothing.\",\n \"CREDIT\": \"ossia score\",\n \"ISFVSN\": \"2.0\",\n \"MODE\": \"COMPUTE_SHADER\",\n \"CATEGORIES\": [\"Geometry Generator\"],\n \"RESOURCES\": [\n {\n \"NAME\": \"geo\",\n \"TYPE\": \"geometry\",\n \"VERTEX_COUNT\": \"$USER\",\n \"ATTRIBUTES\": [\n { \"NAME\": \"position\", \"SEMANTIC\": \"position\", \"TYPE\": \"vec4\", \"ACCESS\": \"write_only\", \"RATE\": \"vertex\" },\n { \"NAME\": \"color\", \"SEMANTIC\": \"color\", \"TYPE\": \"vec4\", \"ACCESS\": \"write_only\", \"RATE\": \"vertex\" },\n { \"NAME\": \"texcoord\", \"SEMANTIC\": \"texcoord\", \"TYPE\": \"vec4\", \"ACCESS\": \"write_only\", \"RATE\": \"vertex\" }\n ]\n },\n { \"NAME\": \"inputTexture\", \"TYPE\": \"texture\" },\n { \"NAME\": \"threshold\", \"TYPE\": \"float\", \"DEFAULT\": 0.2, \"MIN\": 0.0, \"MAX\": 1.0 },\n { \"NAME\": \"zScale\", \"TYPE\": \"float\", \"DEFAULT\": 1.0, \"MIN\": 0.0, \"MAX\": 10.0 },\n { \"NAME\": \"pointScale\", \"TYPE\": \"point3D\", \"DEFAULT\": [2, 2, 1], \"MIN\": [0, 0, 0], \"MAX\": [20, 20, 20] },\n { \"NAME\": \"colorMode\", \"TYPE\": \"long\", \"DEFAULT\": 0, \"VALUES\": [0, 1], \"LABELS\": [\"From Image\", \"Grayscale Height\"] }\n ],\n \"PASSES\": [\n { \"LOCAL_SIZE\": [64, 1, 1], \"EXECUTION_MODEL\": { \"TYPE\": \"PER_VERTEX\" } }\n ]\n}*/\n\nvoid main()\n{\n uint idx = gl_GlobalInvocationID.x;\n uint count = uint(ISF_WRITE(geo, position).length());\n if(idx >= count)\n return;\n\n // Grid with the image's own aspect ratio, so the cloud is not stretched.\n ivec2 texSize = textureSize(inputTexture, 0);\n float aspect = float(max(texSize.x, 1)) / float(max(texSize.y, 1));\n uint gridW = uint(sqrt(float(count) * aspect));\n if(gridW < 1u) gridW = 1u;\n uint gridH = count / gridW;\n if(gridH < 1u) gridH = 1u;\n\n uint gx = idx % gridW;\n uint gy = idx / gridW;\n\n // Points beyond the grid are hidden\n if(gy >= gridH)\n {\n ISF_WRITE(geo, position)[idx] = vec4(0.0, 0.0, 0.0, 0.0);\n ISF_WRITE(geo, color)[idx] = vec4(0.0);\n ISF_WRITE(geo, texcoord)[idx] = vec4(0.0);\n return;\n }\n\n vec2 uv = vec2(float(gx) / float(max(gridW - 1u, 1u)),\n float(gy) / float(max(gridH - 1u, 1u)));\n\n // Sampled textures in a compute pass are top-down (v = 0 is the top row,\n // SHADER-GUIDE section 5), while the cloud's +Y is up: flip v so the image\n // is not mirrored vertically.\n vec4 pixel = IMG_NORM_PIXEL(inputTexture, vec2(uv.x, 1.0 - uv.y));\n float brightness = dot(pixel.rgb, vec3(0.299, 0.587, 0.114)) * pixel.a;\n\n if(brightness > threshold)\n {\n vec3 pos = vec3(\n (uv.x - 0.5) * pointScale.x * aspect,\n (uv.y - 0.5) * pointScale.y,\n brightness * zScale * pointScale.z\n );\n\n ISF_WRITE(geo, position)[idx] = vec4(pos, 1.0);\n ISF_WRITE(geo, texcoord)[idx] = vec4(uv, brightness, 1.0);\n\n if(colorMode == 0)\n ISF_WRITE(geo, color)[idx] = pixel;\n else\n ISF_WRITE(geo, color)[idx] = vec4(vec3(brightness), 1.0);\n }\n else\n {\n // Below threshold: hide vertex\n ISF_WRITE(geo, position)[idx] = vec4(0.0, 0.0, 0.0, 0.0);\n ISF_WRITE(geo, color)[idx] = vec4(0.0);\n ISF_WRITE(geo, texcoord)[idx] = vec4(uv, 0.0, 0.0);\n }\n}\n","Inlets":[{"uuid":"238399a0-7e81-47e3-896f-08e8856e2973","ObjectName":"Inlet","id":0,"Hidden":true,"Custom":"geo vertex count","Exposed":"geo vertex count","Value":{"Int":6419550},"Init":{"Int":1024},"Domain":{"Int":{"Min":1,"Max":536870911}}},{"uuid":"5ac86198-2d03-4830-9e41-a6d529922d29","ObjectName":"Inlet","id":1,"Hidden":false,"Custom":"inputTexture","Exposed":"inputtexture","RenderSize":[100,100],"Format":8,"FormatSet":true,"Filter":2,"AddressMode":1,"MipmapMode":0},{"uuid":"af2b4fc3-aecb-4c15-a5aa-1c573a239925","ObjectName":"Inlet","id":2,"Hidden":true,"Custom":"threshold","Exposed":"threshold","Value":{"Float":0.0},"Init":{"Float":0.20000000298023224},"Domain":{"Float":{"Min":0.0,"Max":1.0}}},{"uuid":"af2b4fc3-aecb-4c15-a5aa-1c573a239925","ObjectName":"Inlet","id":3,"Hidden":true,"Custom":"zScale","Exposed":"zscale","Value":{"Float":10.0},"Init":{"Float":1.0},"Domain":{"Float":{"Min":0.0,"Max":10.0}}},{"uuid":"377e8205-b442-4d54-8832-3761def522b2","ObjectName":"Inlet","id":4,"Hidden":true,"Custom":"pointScale","Exposed":"pointscale","Value":{"Vec3f":[2.0,2.0,0.5962726473808289]},"Init":{"Vec3f":[2.0,2.0,1.0]},"Domain":{"Vec3f":{"Min":[0.0,0.0,0.0],"Max":[20.0,20.0,20.0],"Values":[[],[],[]]}}},{"uuid":"485680cc-b8b9-4a01-acc7-3e8334bdc016","ObjectName":"Inlet","id":5,"Hidden":true,"Custom":"colorMode","Exposed":"colormode","Value":{"Int":0},"Init":{"Int":0},"Domain":{"Int":{"Values":[0,1]}},"Values":[["From Image",{"Int":0}],["Grayscale Height",{"Int":1}]],"FolderPort":"","FileExtensions":""}],"Outlets":[{"uuid":"848061c5-e8a0-4a13-9985-e8df30ce6d4f","ObjectName":"Outlet","id":0,"Hidden":false,"Custom":"geo_out","Exposed":"geo_out"}]},{"uuid":"7be51631-fb4b-4152-9ca7-86fdafa8a989","ObjectName":"Display","id":16,"Metadata":{"ScriptingName":"Text Box","Comment":"","Color":"Transparent1","Label":"","Touched":true},"Duration":10584000000,"Height":300.0,"StartOffset":0,"LoopDuration":10584000000,"Pos":[-652.8053500000001,253.345676925],"Size":[369.0,53.0],"Loops":false,"FoldMode":0,"Inlets":[{"uuid":"9ae797ea-d94c-4792-acec-9ec1932bae5d","ObjectName":"Inlet","id":0,"Hidden":true,"Custom":"in","Exposed":"in","Value":{"String":"\n\n
This simple example shows how to use a compute shader to convert an input texture into a point cloud directly useable in the various rendering pipeline objects in score.