adjust profile #70

muchdogesec · Nov 11, 2024 · 554bbcf · 554bbcf
1 parent 57827db
commit 554bbcf
Show file tree

Hide file tree

Showing 5 changed files with 15 additions and 8 deletions.
diff --git a/.env.example b/.env.example
@@ -20,10 +20,12 @@ ARANGODB_HOST_URL=
 ARANGODB_USERNAME=
 ARANGODB_PASSWORD=
 # txt2stix settings
+BIN_LIST_API_KEY=
+## AI extractors settings/api key
 OPENAI_API_KEY=
-OPENAI_MODEL=
+ANTHROPIC_API_KEY=
+GOOGLE_API_KEY=
 INPUT_TOKEN_LIMIT=
-BIN_LIST_API_KEY=
 ## CTIBUTLER
 CTIBUTLER_HOST=
 ## VULMATCH

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -18,7 +18,6 @@ services:
         extends: django_env
         command: >
                 bash -c "
-                    python manage.py collectstatic --no-input &&
                         python manage.py makemigrations &&
                                 python manage.py migrate &&
                                     gunicorn stixify.wsgi:application --bind 0.0.0.0:8004 --reload

diff --git a/requirements.txt b/requirements.txt
@@ -40,4 +40,8 @@ uritemplate==4.1.1
 urllib3==2.2.2
 vine==5.1.0
 wcwidth==0.2.13
-dogesec_commons[stixifier] @ https://github.com/muchdogesec/dogesec_commons/releases/download/main-2024-11-01/dogesec_commons-0.0.1b0-py3-none-any.whl
+
+stix2arango @ https://github.com/muchdogesec/stix2arango/archive/main.zip
+file2txt @ https://github.com/muchdogesec/file2txt/archive/main.zip
+txt2stix @ https://github.com/muchdogesec/txt2stix/releases/download/structured-output-2024-11-11/txt2stix-0.0.1b5-py3-none-any.whl
+dogesec_commons[stixifier] @ https://github.com/muchdogesec/dogesec_commons/releases/download/profile-update-2024-11-11/dogesec_commons-0.0.1b1-py3-none-any.whl
diff --git a/stixify/settings.py b/stixify/settings.py
@@ -244,4 +244,6 @@
 
 GOOGLE_VISION_API_KEY = os.getenv("GOOGLE_VISION_API_KEY")
 if not GOOGLE_VISION_API_KEY:
-    logging.warning("GOOGLE_VISION_API_KEY not set")
+    logging.warning("GOOGLE_VISION_API_KEY not set")
+
+INPUT_TOKEN_LIMIT = int(os.environ["INPUT_TOKEN_LIMIT"])
diff --git a/stixify/web/migrations/0001_initial.py b/stixify/web/migrations/0001_initial.py
@@ -36,9 +36,9 @@ class Migration(migrations.Migration):
                 ('id', models.UUIDField(primary_key=True, serialize=False)),
                 ('created', models.DateTimeField(auto_now_add=True)),
                 ('name', models.CharField(max_length=250, unique=True)),
-                ('extractions', django.contrib.postgres.fields.ArrayField(base_field=models.CharField(max_length=256, validators=[functools.partial(dogesec_commons.stixifier.models.validate_extractor, *(['ai', 'pattern', 'lookup'],), **{})]), help_text='extraction id(s)', size=None)),
-                ('whitelists', django.contrib.postgres.fields.ArrayField(base_field=models.CharField(max_length=256, validators=[functools.partial(dogesec_commons.stixifier.models.validate_extractor, *(['whitelist'],), **{})]), default=list, help_text='whitelist id(s)', size=None)),
-                ('aliases', django.contrib.postgres.fields.ArrayField(base_field=models.CharField(max_length=256, validators=[functools.partial(dogesec_commons.stixifier.models.validate_extractor, *(['alias'],), **{})]), default=list, help_text='alias id(s)', size=None)),
+                ('extractions', django.contrib.postgres.fields.ArrayField(base_field=models.CharField(max_length=256), help_text='extraction id(s)', size=None)),
+                ('whitelists', django.contrib.postgres.fields.ArrayField(base_field=models.CharField(max_length=256), default=list, help_text='whitelist id(s)', size=None)),
+                ('aliases', django.contrib.postgres.fields.ArrayField(base_field=models.CharField(max_length=256), default=list, help_text='alias id(s)', size=None)),
                 ('relationship_mode', models.CharField(choices=[('ai', 'AI Relationship'), ('standard', 'Standard Relationship')], default='standard', max_length=20)),
                 ('extract_text_from_image', models.BooleanField(default=False)),
                 ('defang', models.BooleanField(help_text='If the text should be defanged before processing')),