OpenConceptLab/ocl_issues#955 | CSV importer test for OpenMRS schema

Author: snyaggarwal

core/importers/tests.py

@@ -5,14 +5,18 @@
 
 from celery_once import AlreadyQueued
 from django.core.files.uploadedfile import SimpleUploadedFile
+from django.core.management import call_command
 from django.db.models import F
 from mock import patch, Mock, ANY, call
+from ocldev.oclcsvtojsonconverter import OclStandardCsvToJsonConverter
 
 from core.collections.models import Collection
+from core.common.constants import CUSTOM_VALIDATION_SCHEMA_OPENMRS
 from core.common.tests import OCLAPITestCase, OCLTestCase
 from core.concepts.models import Concept
 from core.concepts.tests.factories import ConceptFactory
 from core.importers.models import BulkImport, BulkImportInline, BulkImportParallelRunner
+from core.importers.views import csv_file_data_to_input_list
 from core.mappings.models import Mapping
 from core.orgs.models import Organization
 from core.orgs.tests.factories import OrganizationFactory
@@ -384,6 +388,27 @@ def test_sample_import(self):
         self.assertEqual(len(importer.invalid), 0)
         self.assertEqual(len(importer.others), 0)
 
+    @unittest.skip('[Skipped] OPENMRS CSV Import Sample')
+    def test_openmrs_schema_csv_import(self):
+        call_command('import_lookup_values')
+        org = OrganizationFactory(mnemonic='MSFOCP')
+        OrganizationSourceFactory(
+            mnemonic='Implementationtest', organization=org, custom_validation_schema=CUSTOM_VALIDATION_SCHEMA_OPENMRS)
+        file_content = open(
+            os.path.join(os.path.dirname(__file__), '..', 'samples/msfocp_concepts.csv'), 'r').read()
+        data = OclStandardCsvToJsonConverter(
+            input_list=csv_file_data_to_input_list(file_content),
+            allow_special_characters=True
+        ).process()
+        importer = BulkImportInline(data, 'ocladmin', True)
+        importer.run()
+
+        self.assertEqual(importer.processed, 31)
+        self.assertEqual(len(importer.created), 21)
+        self.assertEqual(len(importer.updated), 0)
+        self.assertEqual(len(importer.invalid), 0)
+        self.assertEqual(len(importer.failed), 10)
+
     @unittest.skip('[Skipped] PEPFAR (small) Import Sample')
     def test_pepfar_import(self):
         importer = BulkImportInline(

core/samples/msfocp_concepts.csv

@@ -0,0 +1,32 @@
+resource_type,owner_id,source,collection,id,external_id,name,name_type,name_external_id,name[fr],name_type[fr],name_locale[fr],name_external_id[fr],concept_class,datatype,description,description_external_id,released,attr:precise,attr:units,map_external_id,map_target,map_type,map_from_concept_url,map_to_concept_url,map_from_concept_owner_id,map_from_concept_source,map_from_concept_id,map_to_concept_owner_id,map_to_concept_source,map_to_concept_id,map_to_concept_name,map_source[dsme1],map_to_concept_owner_id[dsme1],map_to_concept_source[dsme1],map_to_concept_id[dsme1],extmap_to_concept_owner_id[1],extmap_to_concept_source[1],extmap_to_concept_id[1],extmap_to_concept_name[1]
+Concept,MSFOCP,Implementationtest,,TEST100,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca200,Diagnosis concept class,FULLY_SPECIFIED,,,,,,Diagnosis,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST101,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca201,Symptom/Finding concept class,FULLY_SPECIFIED,,,,,,Symptom/Finding,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST102,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca202,Procedure concept class,FULLY_SPECIFIED,,,,,,Procedure,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST103,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca203,Question concept class,FULLY_SPECIFIED,,,,,,Question,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST104,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca204,Drug concept class,FULLY_SPECIFIED,,,,,,Drug,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST105,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca205,Test concept class,FULLY_SPECIFIED,,,,,,Test,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST106,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca206,LabSet concept class,FULLY_SPECIFIED,,,,,,LabSet,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST107,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca207,MedSet concept class,FULLY_SPECIFIED,,,,,,MedSet,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST108,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca208,ConvSet concept class,FULLY_SPECIFIED,,,,,,ConvSet,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST109,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca209,Finding concept class,FULLY_SPECIFIED,,,,,,Finding,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST110,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca210,Anatomy concept class,FULLY_SPECIFIED,,,,,,Anatomy,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST111,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca211,Misc concept class,FULLY_SPECIFIED,,,,,,Misc,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST112,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca212,Symptom concept class,FULLY_SPECIFIED,,,,,,Symptom,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST113,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca213,Specimen concept class,FULLY_SPECIFIED,,,,,,Specimen,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST114,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca214,Misc-Order concept class,FULLY_SPECIFIED,,,,,,Misc-Order,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST115,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca215,Workflow concept class,FULLY_SPECIFIED,,,,,,Workflow,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST116,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca216,State concept class,FULLY_SPECIFIED,,,,,,State,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST117,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca217,Program concept class,FULLY_SPECIFIED,,,,,,Program,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST118,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca218,Aggregate-Measurement concept class,FULLY_SPECIFIED,,,,,,Aggregate-Measurement,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST119,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca219,Indicator concept class,FULLY_SPECIFIED,,,,,,Indicator,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST120,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca220,Health-Care-Monitoring-Topics concept class,FULLY_SPECIFIED,,,,,,Health-Care-Monitoring-Topics,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST121,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca221,Radiology-Imaging-Procedure concept class,FULLY_SPECIFIED,,,,,,Radiology-Imaging-Procedure,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST122,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca222,Frequency concept class,FULLY_SPECIFIED,,,,,,Frequency,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST123,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca223,Pharmacologic-Drug-Class concept class,FULLY_SPECIFIED,,,,,,Pharmacologic-Drug-Class,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST124,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca224,Units-of-Measure concept class,FULLY_SPECIFIED,,,,,,Units-of-Measure,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST125,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca225,Organism concept class,FULLY_SPECIFIED,,,,,,Organism,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST126,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca226,Drug-form concept class,FULLY_SPECIFIED,,,,,,Drug-form,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST127,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca227,Medical-supply concept class,FULLY_SPECIFIED,,,,,,Medical-supply,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST128,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca228,InteractSet concept class,FULLY_SPECIFIED,,,,,,InteractSet,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST100,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca200,Synonym name type test,SYNONYM,,,,,,Diagnosis,Text,,,,,,,,,,,,,,,,,,,,,,,,,
+Concept,MSFOCP,Implementationtest,,TEST100,dd44dfe5-33dc-4f47-a3f4-b89fcee4fca200,Short name name type test,SHORT,,,,,,Diagnosis,Text,,,,,,,,,,,,,,,,,,,,,,,,,