Synnefo

# Copyright 2011, 2012, 2013 GRNET S.A. All rights reserved.

#

# Redistribution and use in source and binary forms, with or

# without modification, are permitted provided that the following

# conditions are met:

#

#   1. Redistributions of source code must retain the above

#      copyright notice, this list of conditions and the following

#      disclaimer.

#

#   2. Redistributions in binary form must reproduce the above

#      copyright notice, this list of conditions and the following

#      disclaimer in the documentation and/or other materials

#      provided with the distribution.

#

# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS

# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED

# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR

# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR

# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,

# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT

# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF

# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED

# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT

# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN

# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE

# POSSIBILITY OF SUCH DAMAGE.

#

# The views and conclusions contained in the software and

# documentation are those of the authors and should not be

# interpreted as representing official policies, either expressed

# or implied, of GRNET S.A.

from astakos.im.tests.common import *

from snf_django.utils.testing import assertGreater, assertIn, assertRaises

class ProjectAPITest(TestCase):

    def setUp(self):

        self.client = Client()

        component1 = Component.objects.create(name="comp1")

        register.add_service(component1, "service1", "type1", [])

        # custom service resources

        resource11 = {"name": "service1.resource11",

                      "desc": "resource11 desc",

                      "service_type": "type1",

                      "service_origin": "service1",

                      "allow_in_projects": True}

        r, _ = register.add_resource(resource11)

        register.update_resource(r, 100)

        resource12 = {"name": "service1.resource12",

                      "desc": "resource11 desc",

                      "service_type": "type1",

                      "service_origin": "service1",

                      "unit": "bytes"}

        r, _ = register.add_resource(resource12)

        register.update_resource(r, 1024)

        # create user

        self.user1 = get_local_user("test@grnet.gr")

        quotas.qh_sync_user(self.user1)

        self.user2 = get_local_user("test2@grnet.gr")

        self.user2.uuid = "uuid2"

        self.user2.save()

        quotas.qh_sync_user(self.user2)

        self.user3 = get_local_user("test3@grnet.gr")

        quotas.qh_sync_user(self.user3)

        astakos = Component.objects.create(name="astakos")

        register.add_service(astakos, "astakos_account", "account", [])

        # create another service

        pending_app = {"name": "astakos.pending_app",

                       "desc": "pend app desc",

                       "service_type": "account",

                       "service_origin": "astakos_account",

                       "allow_in_projects": False}

        r, _ = register.add_resource(pending_app)

        register.update_resource(r, 3)

    def create(self, app, headers):

        dump = json.dumps(app)

        r = self.client.post(reverse("api_projects"), dump,

                             content_type="application/json", **headers)

        body = json.loads(r.content)

        return r.status_code, body

    def modify(self, app, project_id, headers):

        dump = json.dumps(app)

        kwargs = {"project_id": project_id}

        r = self.client.post(reverse("api_project", kwargs=kwargs), dump,

                             content_type="application/json", **headers)

        body = json.loads(r.content)

        return r.status_code, body

    def project_action(self, project_id, action, headers):

        action = json.dumps({action: "reason"})

        r = self.client.post(reverse("api_project_action",

                                     kwargs={"project_id": project_id}),

                             action, content_type="application/json",

                             **headers)

        return r.status_code

    def app_action(self, app_id, action, headers):

        action = json.dumps({action: "reason"})

        r = self.client.post(reverse("api_application_action",

                                     kwargs={"app_id": app_id}),

                             action, content_type="application/json",

                             **headers)

        return r.status_code

    def memb_action(self, memb_id, action, headers):

        action = json.dumps({action: "reason"})

        r = self.client.post(reverse("api_membership_action",

                                     kwargs={"memb_id": memb_id}), action,

                             content_type="application/json", **headers)

        return r.status_code

    def join(self, project_id, headers):

        action = {"join": {"project": project_id}}

        req = json.dumps(action)

        r = self.client.post(reverse("api_memberships"), req,

                             content_type="application/json", **headers)

        body = json.loads(r.content)

        return r.status_code, body

    def enroll(self, project_id, user, headers):

        action = {

            "enroll": {

                "project": project_id,

                "user": user.email,

            }

        }

        req = json.dumps(action)

        r = self.client.post(reverse("api_memberships"), req,

                             content_type="application/json", **headers)

        body = json.loads(r.content)

        return r.status_code, body

    @im_settings(PROJECT_ADMINS=["uuid2"])

    def test_projects(self):

        client = self.client

        h_owner = {"HTTP_X_AUTH_TOKEN": self.user1.auth_token}

        h_admin = {"HTTP_X_AUTH_TOKEN": self.user2.auth_token}

        h_plain = {"HTTP_X_AUTH_TOKEN": self.user3.auth_token}

        r = client.get(reverse("api_project", kwargs={"project_id": 1}))

        self.assertEqual(r.status_code, 401)

        r = client.get(reverse("api_project", kwargs={"project_id": 1}),

                       **h_owner)

        self.assertEqual(r.status_code, 404)

        r = client.get(reverse("api_application", kwargs={"app_id": 1}),

                       **h_owner)

        self.assertEqual(r.status_code, 404)

        r = client.get(reverse("api_membership", kwargs={"memb_id": 1}),

                       **h_owner)

        self.assertEqual(r.status_code, 404)

        status = self.memb_action(1, "accept", h_admin)

        self.assertEqual(status, 404)

        app1 = {"name": "test.pr",

                "end_date": "2013-5-5T20:20:20Z",

                "join_policy": "auto",

                "max_members": 5,

                "resources": {"service1.resource11": {

                    "member_capacity": 512}}

                }

        status, body = self.modify(app1, 1, h_owner)

        self.assertEqual(status, 404)

        # Create

        status, body = self.create(app1, h_owner)

        self.assertEqual(status, 201)

        project_id = body["id"]

        app_id = body["application"]

        # Get project

        r = client.get(reverse("api_project",

                               kwargs={"project_id": project_id}),

                       **h_owner)

        self.assertEqual(r.status_code, 200)

        body = json.loads(r.content)

        self.assertEqual(body["id"], project_id)

        self.assertEqual(body["application"], app_id)

        self.assertEqual(body["state"], "pending")

        self.assertEqual(body["owner"], self.user1.uuid)

        # Approve forbidden

        status = self.app_action(app_id, "approve", h_owner)

        self.assertEqual(status, 403)

        # Create another with the same name

        status, body = self.create(app1, h_owner)

        self.assertEqual(status, 201)

        project2_id = body["id"]

        project2_app_id = body["application"]

        # Create yet another, with different name

        app_p3 = copy.deepcopy(app1)

        app_p3["name"] = "new.pr"

        status, body = self.create(app_p3, h_owner)

        self.assertEqual(status, 201)

        project3_app_id = body["application"]

        # No more pending allowed

        status, body = self.create(app_p3, h_owner)

        self.assertEqual(status, 409)

        # Cancel

        status = self.app_action(project3_app_id, "cancel", h_owner)

        self.assertEqual(status, 200)

        # Modify

        app2 = {"name": "test.pr",

                "start_date": "2013-5-5T20:20:20Z",

                "end_date": "2013-7-5T20:20:20Z",

                "join_policy": "moderated",

                "leave_policy": "auto",

                "max_members": 3,

                "resources": {"service1.resource11": {

                    "member_capacity": 1024}}

                }

        status, body = self.modify(app2, project_id, h_owner)

        self.assertEqual(status, 201)

        self.assertEqual(project_id, body["id"])

        app2_id = body["application"]

        assertGreater(app2_id, app_id)

        # Dismiss failed

        status = self.app_action(app2_id, "dismiss", h_owner)

        self.assertEqual(status, 409)

        # Deny

        status = self.app_action(app2_id, "deny", h_admin)

        self.assertEqual(status, 200)

        r = client.get(reverse("api_application", kwargs={"app_id": app2_id}),

                       **h_owner)

        body = json.loads(r.content)

        self.assertEqual(body["state"], "denied")

        # Dismiss

        status = self.app_action(app2_id, "dismiss", h_owner)

        self.assertEqual(status, 200)

        # Resubmit

        status, body = self.modify(app2, project_id, h_owner)

        self.assertEqual(status, 201)

        app3_id = body["application"]

        # Approve

        status = self.app_action(app3_id, "approve", h_admin)

        self.assertEqual(status, 200)

        # Get related apps

        req = {"body": json.dumps({"project": project_id})}

        r = client.get(reverse("api_applications"), req, **h_owner)

        self.assertEqual(r.status_code, 200)

        body = json.loads(r.content)

        self.assertEqual(len(body), 3)

        # Get apps

        r = client.get(reverse("api_applications"), **h_owner)

        self.assertEqual(r.status_code, 200)

        body = json.loads(r.content)

        self.assertEqual(len(body), 5)

        # Enroll

        status, body = self.enroll(project_id, self.user3, h_owner)

        self.assertEqual(status, 200)

        m_plain_id = body["id"]

        # Join

        status, body = self.join(project_id, h_owner)

        self.assertEqual(status, 200)

        memb_id = body["id"]

        # Check memberships

        r = client.get(reverse("api_memberships"), **h_plain)

        body = json.loads(r.content)

        self.assertEqual(len(body), 1)

        m = body[0]

        self.assertEqual(m["user"], self.user3.uuid)

        self.assertEqual(m["state"], "accepted")

        r = client.get(reverse("api_memberships"), **h_owner)

        body = json.loads(r.content)

        self.assertEqual(len(body), 2)

        # Check membership

        r = client.get(reverse("api_membership", kwargs={"memb_id": memb_id}),

                       **h_admin)

        m = json.loads(r.content)

        self.assertEqual(m["user"], self.user1.uuid)

        self.assertEqual(m["state"], "requested")

        self.assertEqual(sorted(m["allowed_actions"]),

                         ["accept", "cancel", "reject"])

        r = client.get(reverse("api_membership", kwargs={"memb_id": memb_id}),

                       **h_plain)

        self.assertEqual(r.status_code, 403)

        status = self.memb_action(memb_id, "leave", h_admin)

        self.assertEqual(status, 409)

        status = self.memb_action(memb_id, "cancel", h_owner)

        self.assertEqual(status, 200)

        status, body = self.join(project_id, h_owner)

        self.assertEqual(status, 200)

        self.assertEqual(memb_id, body["id"])

        status = self.memb_action(memb_id, "reject", h_owner)

        self.assertEqual(status, 200)

        status, body = self.join(project_id, h_owner)

        self.assertEqual(status, 200)

        self.assertEqual(memb_id, body["id"])

        status = self.memb_action(memb_id, "accept", h_owner)

        self.assertEqual(status, 200)

        # Enroll fails, already in

        status, body = self.enroll(project_id, self.user1, h_owner)

        self.assertEqual(status, 409)

        # Remove member

        status = self.memb_action(memb_id, "remove", h_owner)

        self.assertEqual(status, 200)

        # Enroll a removed member

        status, body = self.enroll(project_id, self.user1, h_owner)

        self.assertEqual(status, 200)

        # Remove member

        status = self.memb_action(memb_id, "remove", h_owner)

        self.assertEqual(status, 200)

        # Re-join

        status, body = self.join(project_id, h_owner)

        self.assertEqual(status, 200)

        self.assertEqual(memb_id, body["id"])

        # Enroll a requested member

        status, body = self.enroll(project_id, self.user1, h_owner)

        self.assertEqual(status, 200)

        # Enroll fails, already in

        status, body = self.enroll(project_id, self.user1, h_owner)

        self.assertEqual(status, 409)

        # Enroll fails, project does not exist

        status, body = self.enroll(-1, self.user1, h_owner)

        self.assertEqual(status, 409)

        # Get projects

        ## Simple user mode

        r = client.get(reverse("api_projects"), **h_plain)

        body = json.loads(r.content)

        self.assertEqual(len(body), 1)

        p = body[0]

        with assertRaises(KeyError):

            p["pending_application"]

        ## Owner mode

        filters = {"filter": {"state": ["active", "cancelled"]}}

        req = {"body": json.dumps(filters)}

        r = client.get(reverse("api_projects"), req, **h_owner)

        body = json.loads(r.content)

        self.assertEqual(len(body), 2)

        assertIn("pending_application", body[0])

        filters = {"filter": {"state": "pending"}}

        req = {"body": json.dumps(filters)}

        r = client.get(reverse("api_projects"), req, **h_owner)

        body = json.loads(r.content)

        self.assertEqual(len(body), 1)

        self.assertEqual(body[0]["id"], project2_id)

        filters = {"filter": {"name": "test.pr"}}

        req = {"body": json.dumps(filters)}

        r = client.get(reverse("api_projects"), req, **h_owner)

        body = json.loads(r.content)

        self.assertEqual(len(body), 2)

        # Leave failed

        status = self.memb_action(m_plain_id, "leave", h_owner)

        self.assertEqual(status, 403)

        # Leave

        status = self.memb_action(m_plain_id, "leave", h_plain)

        self.assertEqual(status, 200)

        # Suspend failed

        status = self.project_action(project_id, "suspend", h_owner)

        self.assertEqual(status, 403)

        # Unsuspend failed

        status = self.project_action(project_id, "unsuspend", h_admin)

        self.assertEqual(status, 409)

        # Suspend

        status = self.project_action(project_id, "suspend", h_admin)

        self.assertEqual(status, 200)

        # Cannot view project

        r = client.get(reverse("api_project",

                               kwargs={"project_id": project_id}), **h_plain)

        self.assertEqual(r.status_code, 403)

        # Unsuspend

        status = self.project_action(project_id, "unsuspend", h_admin)

        self.assertEqual(status, 200)

        # Cannot approve, project with same name exists

        status = self.app_action(project2_app_id, "approve", h_admin)

        self.assertEqual(status, 409)

        # Terminate

        status = self.project_action(project_id, "terminate", h_admin)

        self.assertEqual(status, 200)

        # Join failed

        status, _ = self.join(project_id, h_admin)

        self.assertEqual(status, 409)

        # Can approve now

        status = self.app_action(project2_app_id, "approve", h_admin)

        self.assertEqual(status, 200)

        # Join new project

        status, body = self.join(project2_id, h_plain)

        self.assertEqual(status, 200)

        m_project2 = body["id"]

        # Get memberships of project

        body = {"body": json.dumps({"project": project2_id})}

        r = client.get(reverse("api_memberships"), body, **h_owner)

        body = json.loads(r.content)

        self.assertEqual(len(body), 1)

        self.assertEqual(body[0]["id"], m_project2)

        # Remove member

        status = self.memb_action(m_project2, "remove", h_owner)

        self.assertEqual(status, 200)

        # Reinstate failed

        status = self.project_action(project_id, "reinstate", h_admin)

        self.assertEqual(status, 409)

        # Rename

        app2_renamed = copy.deepcopy(app2)

        app2_renamed["name"] = "new.name"

        status, body = self.modify(app2_renamed, project_id, h_owner)

        self.assertEqual(status, 201)

        app2_renamed_id = body["application"]

        # Get project

        r = client.get(reverse("api_project",

                               kwargs={"project_id": project_id}), **h_owner)

        body = json.loads(r.content)

        self.assertEqual(body["application"], app3_id)

        self.assertEqual(body["pending_application"], app2_renamed_id)

        self.assertEqual(body["state"], "terminated")

        assertIn("deactivation_date", body)

        # Get application

        r = client.get(reverse("api_application",

                               kwargs={"app_id": app2_renamed_id}), **h_plain)

        self.assertEqual(r.status_code, 403)

        r = client.get(reverse("api_application",

                               kwargs={"app_id": app2_renamed_id}), **h_owner)

        self.assertEqual(r.status_code, 200)

        body = json.loads(r.content)

        self.assertEqual(body["state"], "pending")

        self.assertEqual(body["name"], "new.name")

        # Approve (automatically reinstates)

        action = json.dumps({"approve": ""})

        r = client.post(reverse("api_application_action",

                                kwargs={"app_id": app2_renamed_id}),

                        action, content_type="application/json", **h_admin)

        self.assertEqual(r.status_code, 200)

        # Bad requests

        r = client.head(reverse("api_projects"), **h_admin)

        self.assertEqual(r.status_code, 400)

        r = client.head(reverse("api_project",

                                kwargs={"project_id": 1}), **h_admin)

        self.assertEqual(r.status_code, 400)

        r = client.head(reverse("api_applications"), **h_admin)

        self.assertEqual(r.status_code, 400)

        r = client.head(reverse("api_memberships"), **h_admin)

        self.assertEqual(r.status_code, 400)

        status = self.project_action(1, "nonex", h_owner)

        self.assertEqual(status, 400)

        action = json.dumps({"suspend": "", "unsuspend": ""})

        r = client.post(reverse("api_project_action",

                                kwargs={"project_id": 1}),

                        action, content_type="application/json", **h_owner)

        self.assertEqual(r.status_code, 400)

        ap = {"owner": "nonex",

              "join_policy": "nonex",

              "leave_policy": "nonex",

              "start_date": "nonex",

              "homepage": {},

              "max_members": -3,

              "resources": [],

              }

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        self.assertEqual(body["badRequest"]["message"], "User does not exist.")

        ap["owner"] = self.user1.uuid

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        ap["name"] = "some.name"

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        ap["join_policy"] = "auto"

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        ap["leave_policy"] = "closed"

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        ap["start_date"] = "2013-01-01T0:0Z"

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        ap["end_date"] = "2014-01-01T0:0Z"

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        ap["max_members"] = 0

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        ap["homepage"] = "a.stri.ng"

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        ap["resources"] = {42: 42}

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        ap["resources"] = {"service1.resource11": {"member_capacity": 512}}

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 201)

        ap["name"] = "non_domain_name"

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        ap["name"] = "domain.name"

        ap.pop("max_members")

        status, body = self.create(ap, h_owner)

        self.assertEqual(status, 400)

        filters = {"filter": {"state": "nonex"}}

        req = {"body": json.dumps(filters)}

        r = client.get(reverse("api_projects"), req, **h_owner)

        self.assertEqual(r.status_code, 400)

        filters = {"filter": {"nonex": "nonex"}}

        req = {"body": json.dumps(filters)}

        r = client.get(reverse("api_projects"), req, **h_owner)

        self.assertEqual(r.status_code, 400)

        req = {"body": json.dumps({"project": "nonex"})}

        r = client.get(reverse("api_applications"), req, **h_owner)

        self.assertEqual(r.status_code, 400)

        req = {"body": json.dumps({"project": "nonex"})}

        r = client.get(reverse("api_memberships"), req, **h_owner)

        self.assertEqual(r.status_code, 400)

class TestProjects(TestCase):

    """

    Test projects.

    """

    def setUp(self):

        # astakos resources

        self.resource = Resource.objects.create(name="astakos.pending_app",

                                                uplimit=0,

                                                allow_in_projects=False,

                                                service_type="astakos")

        # custom service resources

        self.resource = Resource.objects.create(name="service1.resource",

                                                uplimit=100,

                                                service_type="service1")

        self.admin = get_local_user("projects-admin@synnefo.org")

        self.admin.uuid = 'uuid1'

        self.admin.save()

        self.user = get_local_user("user@synnefo.org")

        self.member = get_local_user("member@synnefo.org")

        self.member2 = get_local_user("member2@synnefo.org")

        self.admin_client = get_user_client("projects-admin@synnefo.org")

        self.user_client = get_user_client("user@synnefo.org")

        self.member_client = get_user_client("member@synnefo.org")

        self.member2_client = get_user_client("member2@synnefo.org")

        quotas.qh_sync_users(AstakosUser.objects.all())

    def tearDown(self):

        Service.objects.all().delete()

        ProjectApplication.objects.all().delete()

        Project.objects.all().delete()

        AstakosUser.objects.all().delete()

    @im_settings(PROJECT_ADMINS=['uuid1'])

    def test_application_limit(self):

        # user cannot create a project

        r = self.user_client.get(reverse('project_add'), follow=True)

        self.assertRedirects(r, reverse('project_list'))

        self.assertContains(r, "You are not allowed to create a new project")

        # but admin can

        r = self.admin_client.get(reverse('project_add'), follow=True)

        self.assertRedirects(r, reverse('project_add'))

    @im_settings(PROJECT_ADMINS=['uuid1'])

    def test_allow_in_project(self):

        dfrom = datetime.now()

        dto = datetime.now() + timedelta(days=30)

        # astakos.pending_uplimit allow_in_project flag is False

        # we shouldn't be able to create a project application using this

        # resource.

        application_data = {

            'name': 'project.synnefo.org',

            'homepage': 'https://www.synnefo.org',

            'start_date': dfrom.strftime("%Y-%m-%d"),

            'end_date': dto.strftime("%Y-%m-%d"),

            'member_join_policy': 2,

            'member_leave_policy': 1,

            'limit_on_members_number': 5,

            'service1.resource_uplimit': 100,

            'is_selected_service1.resource': "1",

            'astakos.pending_app_uplimit': 100,

            'is_selected_accounts': "1",

            'user': self.user.pk

        }

        form = forms.ProjectApplicationForm(data=application_data)

        # form is invalid

        self.assertEqual(form.is_valid(), False)

        del application_data['astakos.pending_app_uplimit']

        del application_data['is_selected_accounts']

        form = forms.ProjectApplicationForm(data=application_data)

        self.assertEqual(form.is_valid(), True)

    @im_settings(PROJECT_ADMINS=['uuid1'])

    def test_applications(self):

        # let user have 2 pending applications

        quotas.add_base_quota(self.user, 'astakos.pending_app', 2)

        r = self.user_client.get(reverse('project_add'), follow=True)

        self.assertRedirects(r, reverse('project_add'))

        # user fills the project application form

        post_url = reverse('project_add') + '?verify=1'

        dfrom = datetime.now()

        dto = datetime.now() + timedelta(days=30)

        application_data = {

            'name': 'project.synnefo.org',

            'homepage': 'https://www.synnefo.org',

            'start_date': dfrom.strftime("%Y-%m-%d"),

            'end_date': dto.strftime("%Y-%m-%d"),

            'member_join_policy': 2,

            'member_leave_policy': 1,

            'service1.resource_uplimit': 100,

            'is_selected_service1.resource': "1",

            'user': self.user.pk

        }

        r = self.user_client.post(post_url, data=application_data, follow=True)

        self.assertEqual(r.status_code, 200)

        self.assertEqual(r.context['form'].is_valid(), False)

        application_data['limit_on_members_number'] = 5

        r = self.user_client.post(post_url, data=application_data, follow=True)

        self.assertEqual(r.status_code, 200)

        self.assertEqual(r.context['form'].is_valid(), True)

        # confirm request

        post_url = reverse('project_add') + '?verify=0&edit=0'

        r = self.user_client.post(post_url, data=application_data, follow=True)

        self.assertContains(r, "The project application has been received")

        self.assertRedirects(r, reverse('project_list'))

        self.assertEqual(ProjectApplication.objects.count(), 1)