found the solution
function rot(cx, cy, x, y, angle) {
var radians = (Math.PI / 180) * angle;
cos = Math.cos(radians);
sin = Math.sin(radians);
nx = (cos * (x - cx)) + (sin * (y - cy)) + cx;
ny = (cos * (y - cy)) - (sin * (x - cx)) + cy;
return [nx, ny];
}
myShape = mask("Mask 1").maskPath
tgn = [[0,0],[0,0],[0,0],[0,0]];
for (i = 0; i < myShape.points(0).length; i++) {
p1 = myShape.points(0)[0] = anchorPoint+rot(0,0,50,0,effect("Angle Control")("Angle")) //br
p2 = myShape.points(0)[1] = anchorPoint+rot(0,0,-50,0,effect("Angle Control")("Angle")) //bl
p3 = myShape.points(0)[2] = anchorPoint+rot(0,0,-50,-100,effect("Angle Control")("Angle")) //tl
p4 = myShape.points(0)[3] = anchorPoint+rot(0,0,50,-100,effect("Angle Control")("Angle")) //tr
}
createPath([p1,p2,p3,p4],tgn,tgn,true);